------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0408 00:37:14.707993 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0408 00:37:14.709029 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0408 00:37:14.719223 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0408 00:37:14.722466 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0408 00:37:14.868904 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0408 00:37:14.891067 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0408 00:37:14.905993 7 nginx.go:271] "Starting NGINX Ingress controller" I0408 00:37:14.911939 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"fa927071-2425-4042-a41a-37e47c027a3d", APIVersion:"v1", ResourceVersion:"1365", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0408 00:37:14.918374 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"8d06cbce-e88a-423a-a410-92671f011fc7", APIVersion:"v1", ResourceVersion:"1364", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0408 00:37:14.918401 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"b94d3925-9eba-4594-ab2f-e4e47f91e236", APIVersion:"v1", ResourceVersion:"1366", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0408 00:37:16.107794 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0408 00:37:16.107731 7 nginx.go:317] "Starting NGINX process" I0408 00:37:16.108472 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0408 00:37:16.108648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:37:16.108673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 00:37:16.108714 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 00:37:16.115675 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0408 00:37:16.115787 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-nm4hp" I0408 00:37:16.141793 7 controller.go:216] "Backend successfully reloaded" I0408 00:37:16.142006 7 controller.go:227] "Initial sync, sleeping for 1 second" I0408 00:37:16.142181 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nm4hp", UID:"eb22012c-8c2c-47dc-9a97-d2cd6e26087f", APIVersion:"v1", ResourceVersion:"1410", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 00:37:19.926714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:37:19.926755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:37:23.260722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:37:23.260780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:37:26.594070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:37:26.594102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:37:29.926958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:37:29.927003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:37:33.262182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:37:33.262231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:37:36.594263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:37:36.594307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:37:39.927040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:37:39.927089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:37:43.260629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:37:43.260671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:37:46.593706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:37:46.593748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:37:52.778091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:37:52.778140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:38:40.977102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:38:40.977173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:38:44.313901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:38:44.313951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:39:04.829052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:39:04.829088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:39:08.163019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:39:08.163061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:39:11.496355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:39:11.496402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:39:14.830153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:39:14.830195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:39:18.164108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:39:18.164140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:39:21.496856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:39:21.496896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:39:24.830170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:39:24.830214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:39:28.163845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:39:28.163870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:39:31.496984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:39:31.497060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:39:34.831200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:39:34.831244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:41:36.387548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:41:36.387575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:41:39.029133 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-38.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-38.nip.io-tls was not found. Using default certificate W0408 00:41:39.029208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:41:39.029225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 00:41:39.031021 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0408 00:41:39.031045 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0408 00:41:39.036453 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0408 00:41:39.036733 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"a17cfa73-9456-44f0-8b75-b94bd196f006", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3427", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 00:41:39.036865 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-38.nip.io-tls" in local store I0408 00:41:39.289654 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-38.nip.io-tls" I0408 00:41:39.290683 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-38.nip.io-tls" W0408 00:41:39.722126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:41:39.722171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 00:41:39.722255 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 00:41:39.781137 7 controller.go:216] "Backend successfully reloaded" I0408 00:41:39.781689 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nm4hp", UID:"eb22012c-8c2c-47dc-9a97-d2cd6e26087f", APIVersion:"v1", ResourceVersion:"1410", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 00:41:43.056243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:41:43.056296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [08/Apr/2026:00:41:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.941 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 1.940 200 3a27a58b8d11d9faecf247e0e1ee38c8 199.204.45.38 - - [08/Apr/2026:00:41:51 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.176 [auth-system-keycloak-80] [] 10.0.0.56:8080 116 0.175 404 7fc2a70450ff5ae6c1293ed5a6eb3503 199.204.45.38 - - [08/Apr/2026:00:41:55 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.508 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 4.508 201 aeaf288ddef2932a0d9f8aa976454987 199.204.45.38 - - [08/Apr/2026:00:41:56 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.587 [auth-system-keycloak-80] [] 10.0.0.56:8080 4246 0.587 200 05fcf2847d1506292cd559bba0e77ff1 199.204.45.38 - - [08/Apr/2026:00:41:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.484 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.483 200 262a6055d0510302624fa1ad817e61bc 199.204.45.38 - - [08/Apr/2026:00:41:57 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1209 0.106 [auth-system-keycloak-80] [] 10.0.0.56:8080 12500 0.106 200 a3f75e3246ddf09963a1fdcedb782996 199.204.45.38 - - [08/Apr/2026:00:41:57 +0000] "GET /admin/realms/atmosphere/client-scopes/2e4c9102-d251-44ce-9f4a-4060c29d5c5c HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.075 [auth-system-keycloak-80] [] 10.0.0.56:8080 1278 0.075 200 01e666120168c43ea931b7f02abe16fb 199.204.45.38 - - [08/Apr/2026:00:41:57 +0000] "PUT /admin/realms/atmosphere/client-scopes/2e4c9102-d251-44ce-9f4a-4060c29d5c5c HTTP/1.1" 204 0 "-" "Ansible" 1846 0.096 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.097 204 827ab1c62095d9b8f73684ea8920f391 199.204.45.38 - - [08/Apr/2026:00:41:57 +0000] "GET /admin/realms/atmosphere/client-scopes/2e4c9102-d251-44ce-9f4a-4060c29d5c5c/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.017 [auth-system-keycloak-80] [] 10.0.0.56:8080 963 0.017 200 c97577bbb830921cbd6db3aae158a157 199.204.45.38 - - [08/Apr/2026:00:41:57 +0000] "GET /admin/realms/atmosphere/client-scopes/2e4c9102-d251-44ce-9f4a-4060c29d5c5c/protocol-mappers/models/c7225b61-8dff-4471-a76b-a64ab3d44541 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.064 [auth-system-keycloak-80] [] 10.0.0.56:8080 366 0.063 200 3e0492bee49213465e78e8a58f77614d 199.204.45.38 - - [08/Apr/2026:00:41:58 +0000] "PUT /admin/realms/atmosphere/client-scopes/2e4c9102-d251-44ce-9f4a-4060c29d5c5c/protocol-mappers/models/c7225b61-8dff-4471-a76b-a64ab3d44541 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.090 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.089 204 d481f8cc86e840cea3a93c7e121745a1 199.204.45.38 - - [08/Apr/2026:00:41:58 +0000] "GET /admin/realms/atmosphere/client-scopes/2e4c9102-d251-44ce-9f4a-4060c29d5c5c HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.017 [auth-system-keycloak-80] [] 10.0.0.56:8080 1218 0.017 200 90c2920b5c919772b8068b38d92f1cc0 I0408 00:42:16.121282 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.99.92.69"}] I0408 00:42:16.127064 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"a17cfa73-9456-44f0-8b75-b94bd196f006", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3807", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 00:42:16.128689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:42:16.128716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [08/Apr/2026:00:42:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.476 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.475 200 b3a245c92d4f42f1428dbd679df4425d 199.204.45.38 - - [08/Apr/2026:00:42:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.054 [auth-system-keycloak-80] [] 10.0.0.56:8080 2 0.053 200 19b0ff8a24a964167a2ac758dda5a0b8 199.204.45.38 - - [08/Apr/2026:00:42:19 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.122 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.121 201 3a2d8c7ee3b5d75f282abac614f2c145 199.204.45.38 - - [08/Apr/2026:00:42:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.071 [auth-system-keycloak-80] [] 10.0.0.56:8080 1259 0.071 200 22b032623c1d22b561a49c036d2dfb97 199.204.45.38 - - [08/Apr/2026:00:42:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.550 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.548 200 d15cde895e4d7082b1c4bd62f5053257 199.204.45.38 - - [08/Apr/2026:00:42:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.032 [auth-system-keycloak-80] [] 10.0.0.56:8080 2 0.032 200 f247b5642b170d4e227da4b4cecc51d8 199.204.45.38 - - [08/Apr/2026:00:42:20 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.098 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.097 201 2149d227e0019423e131ea1102d0d887 199.204.45.38 - - [08/Apr/2026:00:42:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.084 [auth-system-keycloak-80] [] 10.0.0.56:8080 1283 0.085 200 4a44dab3d06ef7072892e9fe2e258568 199.204.45.38 - - [08/Apr/2026:00:42:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.437 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.436 200 f5493ce5b48f9a73b175c3c12aead7ca 199.204.45.38 - - [08/Apr/2026:00:42:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.56:8080 2 0.007 200 913e682f1f4d023b61a3d60fbfb9204d 199.204.45.38 - - [08/Apr/2026:00:42:21 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.146 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.145 201 633e9911789063617d186e800694ab84 199.204.45.38 - - [08/Apr/2026:00:42:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.021 [auth-system-keycloak-80] [] 10.0.0.56:8080 1249 0.021 200 bd3a516274029d611948aeef0a0f6e00 199.204.45.38 - - [08/Apr/2026:00:42:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.450 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.449 200 7ea037fa0a639ab1e24440dd3b5b3680 199.204.45.38 - - [08/Apr/2026:00:42:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.56:8080 1259 0.007 200 9e510c653d4096621f211fefef1105ce 199.204.45.38 - - [08/Apr/2026:00:42:22 +0000] "GET /admin/realms/atmosphere/clients/858a801d-0bde-43af-8c04-6c7ec87728f7/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.56:8080 119 0.012 404 f71602c89084d4e58f8176b2490ad3fb 199.204.45.38 - - [08/Apr/2026:00:42:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.56:8080 1259 0.006 200 d285d82b0179dfe4384865f605f51462 199.204.45.38 - - [08/Apr/2026:00:42:22 +0000] "POST /admin/realms/atmosphere/clients/858a801d-0bde-43af-8c04-6c7ec87728f7/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.042 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.041 201 e1ef2acdd846453fce7ca137ba19da40 199.204.45.38 - - [08/Apr/2026:00:42:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.56:8080 1259 0.008 200 a2bf90786f00bc49eb32c4fc68db21ee 199.204.45.38 - - [08/Apr/2026:00:42:22 +0000] "GET /admin/realms/atmosphere/clients/858a801d-0bde-43af-8c04-6c7ec87728f7/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.075 [auth-system-keycloak-80] [] 10.0.0.56:8080 166 0.074 200 c6a481848544154f22509d32b132d661 199.204.45.38 - - [08/Apr/2026:00:42:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.446 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.446 200 48139aa5298193b6ce6fc4cd73d0e2f5 199.204.45.38 - - [08/Apr/2026:00:42:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.56:8080 1283 0.006 200 92c4bdad34c37f9cfa41fe6647b070a7 199.204.45.38 - - [08/Apr/2026:00:42:23 +0000] "GET /admin/realms/atmosphere/clients/454a5c44-8d65-4d92-b8ee-773890333e07/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.56:8080 119 0.010 404 fdd2ae29e3d70cefbe04f7a9e9a448d7 199.204.45.38 - - [08/Apr/2026:00:42:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.031 [auth-system-keycloak-80] [] 10.0.0.56:8080 1283 0.031 200 d1ef6615da2e729e8cda3f04d2c65926 199.204.45.38 - - [08/Apr/2026:00:42:23 +0000] "POST /admin/realms/atmosphere/clients/454a5c44-8d65-4d92-b8ee-773890333e07/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.014 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.014 201 5f51407584d5972e8d02d6de820fa4cd 199.204.45.38 - - [08/Apr/2026:00:42:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.063 [auth-system-keycloak-80] [] 10.0.0.56:8080 1283 0.063 200 bae97116eeebfa37fdace1733c3ee102 199.204.45.38 - - [08/Apr/2026:00:42:23 +0000] "GET /admin/realms/atmosphere/clients/454a5c44-8d65-4d92-b8ee-773890333e07/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.013 [auth-system-keycloak-80] [] 10.0.0.56:8080 165 0.013 200 cc62b3953a7d8a0f721be3d3479dc4c8 199.204.45.38 - - [08/Apr/2026:00:42:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.497 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.497 200 07e199c518e7e62842cd2847ad882dfc 199.204.45.38 - - [08/Apr/2026:00:42:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.56:8080 1283 0.005 200 db900f24e71c6c1fadc4e279d697d9a3 199.204.45.38 - - [08/Apr/2026:00:42:24 +0000] "GET /admin/realms/atmosphere/clients/454a5c44-8d65-4d92-b8ee-773890333e07/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.56:8080 119 0.006 404 233ab06e76c46ffd1796782893e8ebb7 199.204.45.38 - - [08/Apr/2026:00:42:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.060 [auth-system-keycloak-80] [] 10.0.0.56:8080 1283 0.060 200 641d00cc6d14a2b86c3188539675a983 199.204.45.38 - - [08/Apr/2026:00:42:24 +0000] "POST /admin/realms/atmosphere/clients/454a5c44-8d65-4d92-b8ee-773890333e07/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.012 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.010 201 4f297e87193411b302c5530d74fad463 199.204.45.38 - - [08/Apr/2026:00:42:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.56:8080 1283 0.004 200 8e200282b6fda2f16b3b25b57fed36e3 199.204.45.38 - - [08/Apr/2026:00:42:24 +0000] "GET /admin/realms/atmosphere/clients/454a5c44-8d65-4d92-b8ee-773890333e07/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.080 [auth-system-keycloak-80] [] 10.0.0.56:8080 166 0.080 200 f48e2b18c1ea74c38248f3405db5794b 199.204.45.38 - - [08/Apr/2026:00:42:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.466 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.466 200 87ed0c29dab7c36cc64e952e95b5c741 199.204.45.38 - - [08/Apr/2026:00:42:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.041 [auth-system-keycloak-80] [] 10.0.0.56:8080 1283 0.040 200 f1e972011115f006787604a603a0cb63 199.204.45.38 - - [08/Apr/2026:00:42:25 +0000] "GET /admin/realms/atmosphere/clients/454a5c44-8d65-4d92-b8ee-773890333e07/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.56:8080 119 0.008 404 ce279a6d00cb8684a19e7f0ddd36f051 199.204.45.38 - - [08/Apr/2026:00:42:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.064 [auth-system-keycloak-80] [] 10.0.0.56:8080 1283 0.064 200 84adcbbb525e3900cddbb4964ff744d0 199.204.45.38 - - [08/Apr/2026:00:42:25 +0000] "POST /admin/realms/atmosphere/clients/454a5c44-8d65-4d92-b8ee-773890333e07/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.016 201 f65705554000b6f624261c5b78d4de7a 199.204.45.38 - - [08/Apr/2026:00:42:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.56:8080 1283 0.006 200 a920ff3980c9a266e3459645c7e1e6f5 199.204.45.38 - - [08/Apr/2026:00:42:25 +0000] "GET /admin/realms/atmosphere/clients/454a5c44-8d65-4d92-b8ee-773890333e07/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.050 [auth-system-keycloak-80] [] 10.0.0.56:8080 166 0.050 200 c02183b59fdc5853848315c7ab3116cb 199.204.45.38 - - [08/Apr/2026:00:42:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.475 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.473 200 1450e6c2dd7ce0b3ddc1e234aadc236f 199.204.45.38 - - [08/Apr/2026:00:42:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.041 [auth-system-keycloak-80] [] 10.0.0.56:8080 1249 0.040 200 725bc8700615b16a569d5b6e9f71193c 199.204.45.38 - - [08/Apr/2026:00:42:26 +0000] "GET /admin/realms/atmosphere/clients/17883371-8eeb-48cf-9df0-04dee913b587/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.56:8080 119 0.010 404 e9c67799bc8a4bbfe27c6a3c67cecb4f 199.204.45.38 - - [08/Apr/2026:00:42:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.56:8080 1249 0.006 200 35b58009094da61979217d6b18b8ef46 199.204.45.38 - - [08/Apr/2026:00:42:26 +0000] "POST /admin/realms/atmosphere/clients/17883371-8eeb-48cf-9df0-04dee913b587/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.050 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.049 201 f4c1908ce483aaf4d5853eb31fe82d79 199.204.45.38 - - [08/Apr/2026:00:42:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.56:8080 1249 0.007 200 e4180027b01e6507dc02bdf230044d25 199.204.45.38 - - [08/Apr/2026:00:42:26 +0000] "GET /admin/realms/atmosphere/clients/17883371-8eeb-48cf-9df0-04dee913b587/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.56:8080 166 0.012 200 d0800ec392a106eba1a6a8fa2dda9eef W0408 00:42:45.294581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:42:45.294627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:42:48.628628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:42:48.628674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:32.047403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:32.047441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:32.114360 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 00:43:32.114380 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 00:43:32.114430 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0408 00:43:32.114462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:32.114480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:32.114514 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0408 00:43:32.114545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:32.114556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:32.114756 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 00:43:32.114856 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0408 00:43:32.114904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:32.114925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 00:43:32.116018 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0408 00:43:32.116042 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0408 00:43:32.116103 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0408 00:43:32.116126 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0408 00:43:32.117099 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0408 00:43:32.117137 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0408 00:43:32.126444 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0408 00:43:32.126739 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0408 00:43:32.126755 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0408 00:43:32.126896 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0408 00:43:32.126932 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"ebea8cf8-0850-4f92-84eb-2cb205034bae", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4444", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 00:43:32.126953 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"a721eb2f-bf35-47b3-9412-7dbf63f1759f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4445", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 00:43:32.128031 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0408 00:43:32.128250 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0408 00:43:32.128285 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0e0c48d2-5642-497e-8837-7e4dce81bdb1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4449", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 00:43:32.456279 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0408 00:43:32.457412 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0408 00:43:33.085702 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0408 00:43:33.086491 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0408 00:43:33.437305 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0408 00:43:33.438741 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0408 00:43:35.381708 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 00:43:35.381830 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 00:43:35.381872 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 00:43:35.382006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:35.382033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 00:43:35.382160 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 00:43:35.431399 7 controller.go:216] "Backend successfully reloaded" I0408 00:43:35.431689 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nm4hp", UID:"eb22012c-8c2c-47dc-9a97-d2cd6e26087f", APIVersion:"v1", ResourceVersion:"1410", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 00:43:38.714842 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 00:43:38.714896 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 00:43:38.714916 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 00:43:38.715002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:38.715031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:42.048084 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 00:43:42.048135 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 00:43:42.048160 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 00:43:42.048237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:42.048257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:45.382238 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 00:43:45.382295 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 00:43:45.382343 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 00:43:45.382458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:45.382477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:48.714501 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 00:43:48.714589 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 00:43:48.714648 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 00:43:48.714809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:48.714832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:52.048460 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 00:43:52.048516 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 00:43:52.048557 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 00:43:52.048694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:52.048722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:55.381274 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 00:43:55.381328 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 00:43:55.381401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:55.381420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:58.716131 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 00:43:58.716342 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 00:43:58.716516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:43:58.716546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:44:02.047554 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 00:44:02.047617 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 00:44:02.047685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:44:02.047722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:44:05.381267 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 00:44:05.381363 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 00:44:05.381464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:44:05.381485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:44:08.715210 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 00:44:08.715324 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 00:44:08.715452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:44:08.715476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.196 - - [08/Apr/2026:00:44:10 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.031 [auth-system-keycloak-80] [] 10.0.0.56:8080 6411 0.031 200 97548114636a49b286ac8e01a77c2e37 10.0.0.200 - - [08/Apr/2026:00:44:11 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.009 [auth-system-keycloak-80] [] 10.0.0.56:8080 6411 0.010 200 4e041709554cfc42418bcaa034558637 W0408 00:44:12.047883 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 00:44:12.047945 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 00:44:12.048019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:44:12.048036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:44:15.380991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:44:15.381030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 00:44:16.121124 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.99.92.69"}] I0408 00:44:16.121236 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.99.92.69"}] I0408 00:44:16.121244 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.99.92.69"}] I0408 00:44:16.125289 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"ebea8cf8-0850-4f92-84eb-2cb205034bae", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5472", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 00:44:16.129583 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0e0c48d2-5642-497e-8837-7e4dce81bdb1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5473", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 00:44:16.130381 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"a721eb2f-bf35-47b3-9412-7dbf63f1759f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5474", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 00:44:18.715895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:44:18.715959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:44:22.048392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:44:22.048429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:44:25.381214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:44:25.381252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:44:57.752460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:44:57.752506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:45:01.086826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:45:01.086890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:45:04.419990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 00:45:04.420015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store