------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0406 21:05:14.342105 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0406 21:05:14.342235 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0406 21:05:14.349542 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0406 21:05:14.351972 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0406 21:05:14.725605 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0406 21:05:14.744890 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0406 21:05:14.755969 7 nginx.go:271] "Starting NGINX Ingress controller" I0406 21:05:14.762070 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"4f3249e2-4a96-40ac-9fb5-77f807999fbf", APIVersion:"v1", ResourceVersion:"1288", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0406 21:05:14.764973 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"4274bdc5-8c5e-4e8b-a8ca-d50e6afe019f", APIVersion:"v1", ResourceVersion:"1289", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0406 21:05:14.765068 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"45f1c9ea-4dbd-403a-ab8d-db3e50873e1e", APIVersion:"v1", ResourceVersion:"1287", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0406 21:05:15.958271 7 nginx.go:317] "Starting NGINX process" I0406 21:05:15.958353 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0406 21:05:15.958939 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0406 21:05:15.959314 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0406 21:05:15.959379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:15.959407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:05:15.959468 7 controller.go:196] "Configuration changes detected, backend reload required" I0406 21:05:15.967794 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0406 21:05:15.967880 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-8mt8r" I0406 21:05:15.998908 7 controller.go:216] "Backend successfully reloaded" I0406 21:05:15.999070 7 controller.go:227] "Initial sync, sleeping for 1 second" I0406 21:05:15.999129 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8mt8r", UID:"14364f3d-f6d2-4896-8d33-ca78aaa13e13", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0406 21:05:19.795625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:19.795665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:23.130008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:23.130060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:26.462818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:26.462860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:29.796457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:29.796509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:33.129945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:33.129995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:36.463367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:36.463418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:39.796525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:39.796567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:43.129186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:43.129234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:46.462837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:46.462887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:52.361613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:52.361646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:06:40.923740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:06:40.923767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:06:44.259220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:06:44.259273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:06:56.297144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:06:56.297176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:06:59.631528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:06:59.631557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:02.964382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:02.964424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:06.297940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:06.297989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:09.631412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:09.631454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:12.964420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:12.964467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:17.286601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:17.286631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:20.620154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:20.620193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:24.337261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:24.337291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:27.671567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:27.671611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:31.004760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:31.004805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:09:24.494113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:09:24.494182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:09:27.830209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:09:27.830254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:09:28.133351 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-244.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-244.nip.io-tls was not found. Using default certificate W0406 21:09:28.133397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:09:28.133409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:09:28.134692 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0406 21:09:28.134718 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0406 21:09:28.141375 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0406 21:09:28.141691 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c5114245-1c91-478b-8d19-61f08fb14290", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3280", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0406 21:09:28.142106 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-244.nip.io-tls" in local store I0406 21:09:28.401385 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-244.nip.io-tls" I0406 21:09:28.402739 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-244.nip.io-tls" W0406 21:09:31.161754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:09:31.161795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:09:31.161860 7 controller.go:196] "Configuration changes detected, backend reload required" I0406 21:09:31.200920 7 controller.go:216] "Backend successfully reloaded" I0406 21:09:31.201189 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8mt8r", UID:"14364f3d-f6d2-4896-8d33-ca78aaa13e13", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0406 21:09:34.495275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:09:34.495329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.244 - - [06/Apr/2026:21:09:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.725 [auth-system-keycloak-80] [] 10.0.0.136:8080 1928 2.723 200 eacef9753690d068c185adf50b841c00 199.204.45.244 - - [06/Apr/2026:21:09:39 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.102 [auth-system-keycloak-80] [] 10.0.0.136:8080 116 0.102 404 c69787e1c81c0072bff6a55caac5f409 199.204.45.244 - - [06/Apr/2026:21:09:44 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.168 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 4.167 201 fd081263de27f10088762f7eeca06617 199.204.45.244 - - [06/Apr/2026:21:09:44 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.578 [auth-system-keycloak-80] [] 10.0.0.136:8080 4246 0.578 200 fe0761100fe8f3845ce294316dd1324b 199.204.45.244 - - [06/Apr/2026:21:09:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.503 [auth-system-keycloak-80] [] 10.0.0.136:8080 1928 0.502 200 e55902687f9d5c7b34e2677276b4b6f3 199.204.45.244 - - [06/Apr/2026:21:09:45 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12499 "-" "Ansible" 1211 0.034 [auth-system-keycloak-80] [] 10.0.0.136:8080 12500 0.034 200 32e00d62c94ba311c006e1f55d29608c 199.204.45.244 - - [06/Apr/2026:21:09:45 +0000] "GET /admin/realms/atmosphere/client-scopes/3ad75811-5b5f-4d78-8b18-0f8e173d6a7b HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.015 [auth-system-keycloak-80] [] 10.0.0.136:8080 1278 0.015 200 383584747c538d391681d16ff217705d 199.204.45.244 - - [06/Apr/2026:21:09:45 +0000] "PUT /admin/realms/atmosphere/client-scopes/3ad75811-5b5f-4d78-8b18-0f8e173d6a7b HTTP/1.1" 204 0 "-" "Ansible" 1848 0.052 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.051 204 6fa70c6df92190f2c94718d76457de3c 199.204.45.244 - - [06/Apr/2026:21:09:45 +0000] "GET /admin/realms/atmosphere/client-scopes/3ad75811-5b5f-4d78-8b18-0f8e173d6a7b/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.074 [auth-system-keycloak-80] [] 10.0.0.136:8080 963 0.074 200 ac4ef06cac1bb687886fb3dd618f41d0 199.204.45.244 - - [06/Apr/2026:21:09:45 +0000] "GET /admin/realms/atmosphere/client-scopes/3ad75811-5b5f-4d78-8b18-0f8e173d6a7b/protocol-mappers/models/163c825a-ee60-4046-9d79-789b34553631 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.015 [auth-system-keycloak-80] [] 10.0.0.136:8080 366 0.015 200 ec051b6f6e99c20e2ce86c5a907cfe5a 199.204.45.244 - - [06/Apr/2026:21:09:45 +0000] "PUT /admin/realms/atmosphere/client-scopes/3ad75811-5b5f-4d78-8b18-0f8e173d6a7b/protocol-mappers/models/163c825a-ee60-4046-9d79-789b34553631 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.091 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.091 204 419030ac59af1124a4389323723f9382 199.204.45.244 - - [06/Apr/2026:21:09:46 +0000] "GET /admin/realms/atmosphere/client-scopes/3ad75811-5b5f-4d78-8b18-0f8e173d6a7b HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.080 [auth-system-keycloak-80] [] 10.0.0.136:8080 1218 0.080 200 2bb52c842e6b3b3b763de1ac842d035d 199.204.45.244 - - [06/Apr/2026:21:10:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.401 [auth-system-keycloak-80] [] 10.0.0.136:8080 1928 0.400 200 6905682650ad9932444d454814d83c3e 199.204.45.244 - - [06/Apr/2026:21:10:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.042 [auth-system-keycloak-80] [] 10.0.0.136:8080 2 0.042 200 06f047db568c9ccb4b4acc034af90ae9 199.204.45.244 - - [06/Apr/2026:21:10:07 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.189 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.189 201 446293a36ad8fe1fd8617b207c3a235e 199.204.45.244 - - [06/Apr/2026:21:10:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.024 [auth-system-keycloak-80] [] 10.0.0.136:8080 1261 0.024 200 5a0d3b3331363e3a726e8af5d073bd87 199.204.45.244 - - [06/Apr/2026:21:10:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.419 [auth-system-keycloak-80] [] 10.0.0.136:8080 1928 0.418 200 6d21ab7bf22d52b2d9daa9e54a4bc084 199.204.45.244 - - [06/Apr/2026:21:10:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.039 [auth-system-keycloak-80] [] 10.0.0.136:8080 2 0.039 200 bb2bf92b745786f415b162fc365ac3e0 199.204.45.244 - - [06/Apr/2026:21:10:08 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.039 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.039 201 106450eb043af642f7bae76a4c0078ab 199.204.45.244 - - [06/Apr/2026:21:10:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.054 [auth-system-keycloak-80] [] 10.0.0.136:8080 1286 0.054 200 bf369c113bb4739300193ec34a1ea9f4 199.204.45.244 - - [06/Apr/2026:21:10:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.519 [auth-system-keycloak-80] [] 10.0.0.136:8080 1928 0.518 200 37429ee0c579e6ad149fb4724645ff97 199.204.45.244 - - [06/Apr/2026:21:10:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.136:8080 2 0.009 200 d8d1e283dde1ecb1e3bf7dc3d74034ab 199.204.45.244 - - [06/Apr/2026:21:10:09 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.085 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.084 201 61943c2eab34a5f5f77ddc8f0f1a3414 199.204.45.244 - - [06/Apr/2026:21:10:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.078 [auth-system-keycloak-80] [] 10.0.0.136:8080 1251 0.078 200 afbf22419e80077074d409b4de37a9c3 199.204.45.244 - - [06/Apr/2026:21:10:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.400 [auth-system-keycloak-80] [] 10.0.0.136:8080 1928 0.399 200 8270c50e955f17d8ad1d11a3ceaadf3c 199.204.45.244 - - [06/Apr/2026:21:10:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.136:8080 1261 0.008 200 e7733e1d89fac905c520bd5322796d32 199.204.45.244 - - [06/Apr/2026:21:10:10 +0000] "GET /admin/realms/atmosphere/clients/6fdd67b1-e720-4ebe-ab68-f70d9f2c2ac3/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.136:8080 119 0.012 404 46a6d6df4d8e247ea420f20e20b3c12d 199.204.45.244 - - [06/Apr/2026:21:10:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.025 [auth-system-keycloak-80] [] 10.0.0.136:8080 1261 0.025 200 d7f5a0bc55750216971ba7edc0fcc1d3 199.204.45.244 - - [06/Apr/2026:21:10:10 +0000] "POST /admin/realms/atmosphere/clients/6fdd67b1-e720-4ebe-ab68-f70d9f2c2ac3/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.020 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.019 201 76749441aef719dedc591cfc37eedfa4 199.204.45.244 - - [06/Apr/2026:21:10:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.136:8080 1261 0.007 200 69b2fc63c39e7f1aec3acd6fc46321e0 199.204.45.244 - - [06/Apr/2026:21:10:10 +0000] "GET /admin/realms/atmosphere/clients/6fdd67b1-e720-4ebe-ab68-f70d9f2c2ac3/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.048 [auth-system-keycloak-80] [] 10.0.0.136:8080 166 0.048 200 18b059ed29720c44bf528b6ee0aaa099 199.204.45.244 - - [06/Apr/2026:21:10:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.440 [auth-system-keycloak-80] [] 10.0.0.136:8080 1928 0.440 200 7eb51ce4326865978a4725901a4eac7b 199.204.45.244 - - [06/Apr/2026:21:10:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.136:8080 1286 0.005 200 81f5870b7025cfaa5b04c7e29e08d187 199.204.45.244 - - [06/Apr/2026:21:10:10 +0000] "GET /admin/realms/atmosphere/clients/e86477c4-8884-4691-a59a-1121c4dc733f/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.136:8080 119 0.009 404 f605db8ed2adc9621d5d4f035bd53672 199.204.45.244 - - [06/Apr/2026:21:10:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.044 [auth-system-keycloak-80] [] 10.0.0.136:8080 1286 0.044 200 7918f8d5731f32b687ff012b5227434b 199.204.45.244 - - [06/Apr/2026:21:10:11 +0000] "POST /admin/realms/atmosphere/clients/e86477c4-8884-4691-a59a-1121c4dc733f/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.085 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.084 201 6a7f44b9ab240122a3d49e05b040b041 199.204.45.244 - - [06/Apr/2026:21:10:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.136:8080 1286 0.007 200 40cbb0b10c14ca6867ced1cda56c52ac 199.204.45.244 - - [06/Apr/2026:21:10:11 +0000] "GET /admin/realms/atmosphere/clients/e86477c4-8884-4691-a59a-1121c4dc733f/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.136:8080 165 0.012 200 da5684adcf6601263882efda58e1c3b8 199.204.45.244 - - [06/Apr/2026:21:10:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.631 [auth-system-keycloak-80] [] 10.0.0.136:8080 1928 0.630 200 c62b6aad1d8115181eb8b30436dd814b 199.204.45.244 - - [06/Apr/2026:21:10:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.136:8080 1286 0.006 200 2bb558ff27e5611f65a394b06b114acc 199.204.45.244 - - [06/Apr/2026:21:10:12 +0000] "GET /admin/realms/atmosphere/clients/e86477c4-8884-4691-a59a-1121c4dc733f/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.052 [auth-system-keycloak-80] [] 10.0.0.136:8080 119 0.052 404 e4482a9a7a0cbd4b0b7beea74ff34f6c 199.204.45.244 - - [06/Apr/2026:21:10:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.136:8080 1286 0.005 200 b0aed40592e1ffd93636e50883e20378 199.204.45.244 - - [06/Apr/2026:21:10:12 +0000] "POST /admin/realms/atmosphere/clients/e86477c4-8884-4691-a59a-1121c4dc733f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.013 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.013 201 85ea0185a1b6a622dd12b966dd2920d2 199.204.45.244 - - [06/Apr/2026:21:10:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.046 [auth-system-keycloak-80] [] 10.0.0.136:8080 1286 0.046 200 166eac248422a2f6cd2edcb8e3d37521 199.204.45.244 - - [06/Apr/2026:21:10:12 +0000] "GET /admin/realms/atmosphere/clients/e86477c4-8884-4691-a59a-1121c4dc733f/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.136:8080 166 0.013 200 ae49b523cb4534377c21cf39b9debd53 199.204.45.244 - - [06/Apr/2026:21:10:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.442 [auth-system-keycloak-80] [] 10.0.0.136:8080 1928 0.442 200 57fcd55a51dd12f55c78b5a2e7790367 199.204.45.244 - - [06/Apr/2026:21:10:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.136:8080 1286 0.013 200 3a5762b1cdfb13ae40048060bf6847ad 199.204.45.244 - - [06/Apr/2026:21:10:13 +0000] "GET /admin/realms/atmosphere/clients/e86477c4-8884-4691-a59a-1121c4dc733f/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.049 [auth-system-keycloak-80] [] 10.0.0.136:8080 119 0.049 404 ef3b6084184daa1884ee87759e5ae6e2 199.204.45.244 - - [06/Apr/2026:21:10:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.136:8080 1286 0.006 200 666032a972918781ac31cde88601ec9e 199.204.45.244 - - [06/Apr/2026:21:10:13 +0000] "POST /admin/realms/atmosphere/clients/e86477c4-8884-4691-a59a-1121c4dc733f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.016 201 ee79eca7fe79e3b888274a6297116c3e 199.204.45.244 - - [06/Apr/2026:21:10:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.042 [auth-system-keycloak-80] [] 10.0.0.136:8080 1286 0.042 200 b4fe3e49921b3adefa7e914ca1e9fac8 199.204.45.244 - - [06/Apr/2026:21:10:13 +0000] "GET /admin/realms/atmosphere/clients/e86477c4-8884-4691-a59a-1121c4dc733f/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.136:8080 166 0.013 200 27e9147196f1f60fea9d669cbdac7f5a 199.204.45.244 - - [06/Apr/2026:21:10:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.434 [auth-system-keycloak-80] [] 10.0.0.136:8080 1928 0.433 200 8bf8436738db999a43a765f0b3a96e37 199.204.45.244 - - [06/Apr/2026:21:10:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.136:8080 1251 0.006 200 df81eef3df4d7bb760d8898050c60a81 199.204.45.244 - - [06/Apr/2026:21:10:13 +0000] "GET /admin/realms/atmosphere/clients/88a61950-e91c-44de-b999-3417b1b3c1ce/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.049 [auth-system-keycloak-80] [] 10.0.0.136:8080 119 0.049 404 26628d64d8bd70fe3ebb0a949de770f2 199.204.45.244 - - [06/Apr/2026:21:10:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.136:8080 1251 0.007 200 39f6fbf07914a53c791ba32961229ca6 199.204.45.244 - - [06/Apr/2026:21:10:13 +0000] "POST /admin/realms/atmosphere/clients/88a61950-e91c-44de-b999-3417b1b3c1ce/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.014 201 706c6931495a00e15ad5ea0cbb7a7843 199.204.45.244 - - [06/Apr/2026:21:10:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.136:8080 1251 0.007 200 0d7e82fba2f475a992e0a6b5d00ffaf8 199.204.45.244 - - [06/Apr/2026:21:10:14 +0000] "GET /admin/realms/atmosphere/clients/88a61950-e91c-44de-b999-3417b1b3c1ce/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.040 [auth-system-keycloak-80] [] 10.0.0.136:8080 166 0.040 200 6081216597739dea0bb0c84bfef46cde I0406 21:10:15.974040 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.8.115"}] I0406 21:10:15.978980 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c5114245-1c91-478b-8d19-61f08fb14290", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3720", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0406 21:10:15.980710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:10:15.980746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:10:38.296958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:10:38.297025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:10:41.631412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:10:41.631458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:18.542572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:18.542619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:18.609709 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:11:18.609762 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:11:18.609772 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0406 21:11:18.609805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:18.609817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:18.609827 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0406 21:11:18.609864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:18.609889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:18.610670 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:11:18.610832 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0406 21:11:18.610968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:18.611059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:11:18.611653 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0406 21:11:18.611678 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0406 21:11:18.612095 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0406 21:11:18.612126 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0406 21:11:18.613708 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0406 21:11:18.613829 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0406 21:11:18.618613 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0406 21:11:18.618993 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"732dc011-d34e-4573-8b3d-4ea858046b7f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4282", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0406 21:11:18.619113 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0406 21:11:18.619168 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0406 21:11:18.619333 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b36f780b-e097-4d69-b259-2fe7643792c1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4283", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0406 21:11:18.619611 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0406 21:11:18.619633 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0406 21:11:18.620213 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0406 21:11:18.620275 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d64aa98b-59bf-4d41-af53-be8b0037a08d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4285", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0406 21:11:18.862758 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0406 21:11:18.864487 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0406 21:11:19.031115 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0406 21:11:19.032653 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0406 21:11:20.130136 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0406 21:11:20.134717 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0406 21:11:21.876055 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:11:21.876120 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:11:21.876155 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:11:21.876278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:21.876306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:11:21.876421 7 controller.go:196] "Configuration changes detected, backend reload required" I0406 21:11:21.920920 7 controller.go:216] "Backend successfully reloaded" I0406 21:11:21.921581 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8mt8r", UID:"14364f3d-f6d2-4896-8d33-ca78aaa13e13", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0406 21:11:25.210076 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:11:25.210147 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:11:25.210181 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:11:25.210308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:25.210336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:28.543253 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:11:28.543315 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:11:28.543350 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:11:28.543463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:28.543490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:31.876485 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:11:31.876542 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:11:31.876581 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:11:31.876745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:31.876773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:35.210098 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:11:35.210192 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:11:35.210239 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:11:35.210449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:35.210475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:38.542722 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:11:38.542768 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:11:38.542831 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:11:38.542963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:38.542992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:41.876786 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:11:41.876873 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:11:41.877065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:41.877093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:45.209980 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:11:45.210074 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:11:45.210198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:45.210264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:48.543298 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:11:48.543393 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:11:48.543525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:48.543546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:51.876341 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:11:51.876433 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:11:51.876546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:51.876574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.99 - - [06/Apr/2026:21:11:54 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.029 [auth-system-keycloak-80] [] 10.0.0.136:8080 6382 0.029 200 9fd4409630f47d2a32fd02ecfb7b261a 10.0.0.2 - - [06/Apr/2026:21:11:54 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.136:8080 6382 0.008 200 2a40e93b28987afebcdaa0d28966e4a1 W0406 21:11:55.210178 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:11:55.210297 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:11:55.210427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:55.210463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:58.543593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:58.543652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:01.876202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:01.876247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:05.209493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:05.209550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:08.543658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:08.543711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:12.388220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:12.388253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:12:15.974705 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.8.115"}] I0406 21:12:15.974810 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.8.115"}] I0406 21:12:15.974822 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.8.115"}] I0406 21:12:15.981540 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d64aa98b-59bf-4d41-af53-be8b0037a08d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5494", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0406 21:12:15.983217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:15.983325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:12:15.984176 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b36f780b-e097-4d69-b259-2fe7643792c1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5495", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0406 21:12:15.985335 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"732dc011-d34e-4573-8b3d-4ea858046b7f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5496", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.244 - - [06/Apr/2026:21:12:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.438 [auth-system-keycloak-80] [] 10.0.0.136:8080 1928 0.437 200 ecf632e292b7675ca007794992ed97f7 199.204.45.244 - - [06/Apr/2026:21:12:19 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.136:8080 4246 0.006 200 ba21f85f97596f4c44353f5223d6c75e W0406 21:12:19.318010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:19.318044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.244 - - [06/Apr/2026:21:12:19 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.365 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.364 204 60ac410cb9a63fe03b1760007d8bdd74 199.204.45.244 - - [06/Apr/2026:21:12:19 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.182 [auth-system-keycloak-80] [] 10.0.0.136:8080 4384 0.182 200 eb4a14e36de575ad98adb6884dc99ad1 199.204.45.244 - - [06/Apr/2026:21:12:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.455 [auth-system-keycloak-80] [] 10.0.0.136:8080 1928 0.453 200 4e07d8a2c09ddac0e150e9efa9373aa6 199.204.45.244 - - [06/Apr/2026:21:12:20 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.136:8080 1682 0.010 200 90bdbdc91a771d98700d5b8a4181213f 199.204.45.244 - - [06/Apr/2026:21:12:21 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.136:8080 6382 0.007 200 326e0d2234fc9746985f89ac4335275d 199.204.45.244 - - [06/Apr/2026:21:12:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.455 [auth-system-keycloak-80] [] 10.0.0.136:8080 1928 0.454 200 cfc87c2cff711b58d76ccda5e38cbd94 W0406 21:12:22.650335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:22.650383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.244 - - [06/Apr/2026:21:12:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.036 [auth-system-keycloak-80] [] 10.0.0.136:8080 2 0.036 200 b0068ae124dbe01c7626f196ac0874d5 199.204.45.244 - - [06/Apr/2026:21:12:22 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.116 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.115 201 5965ffbd2aa815dcbe3e3d856a1c7c53 199.204.45.244 - - [06/Apr/2026:21:12:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.021 [auth-system-keycloak-80] [] 10.0.0.136:8080 2246 0.021 200 f1c64ec74b7aec6103e8accfd11c4193 199.204.45.244 - - [06/Apr/2026:21:12:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.436 [auth-system-keycloak-80] [] 10.0.0.136:8080 1928 0.435 200 ec281721458de2954ec91b0a8efc45bb 199.204.45.244 - - [06/Apr/2026:21:12:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.136:8080 2246 0.005 200 ebed776d63f9f11e52ca7c2bccce2502 199.204.45.244 - - [06/Apr/2026:21:12:23 +0000] "GET /admin/realms/atmosphere/clients/30f51216-4171-4e1e-83a3-e0c11c4cbae3/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.035 [auth-system-keycloak-80] [] 10.0.0.136:8080 233 0.035 200 622f0b27ca877eb6d3b794568038778b 199.204.45.244 - - [06/Apr/2026:21:12:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.016 [auth-system-keycloak-80] [] 10.0.0.136:8080 831 0.016 200 3cdaf09fd0c38d4e04b1eed76a509f4a 199.204.45.244 - - [06/Apr/2026:21:12:24 +0000] "GET /admin/realms/atmosphere/clients/1a7f1111-82af-4d08-af98-462d27de683e/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.024 [auth-system-keycloak-80] [] 10.0.0.136:8080 3758 0.024 200 9bad6bdbf93d77af040a22dd900ac066 199.204.45.244 - - [06/Apr/2026:21:12:24 +0000] "GET /admin/realms/atmosphere/users/c73ac459-7e83-481e-b3b2-56944b3acf07/role-mappings/clients/1a7f1111-82af-4d08-af98-462d27de683e/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.143 [auth-system-keycloak-80] [] 10.0.0.136:8080 3758 0.143 200 bf8c594e8f7af505abde23ff9aba4b69 199.204.45.244 - - [06/Apr/2026:21:12:24 +0000] "GET /admin/realms/atmosphere/users/c73ac459-7e83-481e-b3b2-56944b3acf07/role-mappings/clients/1a7f1111-82af-4d08-af98-462d27de683e/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.083 [auth-system-keycloak-80] [] 10.0.0.136:8080 2 0.083 200 e5655df7d4af1d04530620e28e938b94 199.204.45.244 - - [06/Apr/2026:21:12:24 +0000] "POST /admin/realms/atmosphere/users/c73ac459-7e83-481e-b3b2-56944b3acf07/role-mappings/clients/1a7f1111-82af-4d08-af98-462d27de683e HTTP/1.1" 204 0 "-" "Ansible" 1390 0.018 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.017 204 e972bd5af0313d2c7c791c4348547a24 199.204.45.244 - - [06/Apr/2026:21:12:24 +0000] "GET /admin/realms/atmosphere/users/c73ac459-7e83-481e-b3b2-56944b3acf07/role-mappings/clients/1a7f1111-82af-4d08-af98-462d27de683e/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.050 [auth-system-keycloak-80] [] 10.0.0.136:8080 576 0.050 200 a2dbe1d52ba48495b6260e836a27edba W0406 21:12:26.992179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:26.992218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:30.326450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:30.326504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:47.261097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:47.261130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:50.595434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:50.595482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:14:31.710895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:14:31.710930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:15:03.940786 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0406 21:15:03.940904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:15:03.940925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:15:03.945505 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.008s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.008s testedConfigurationSize:28.7kB} I0406 21:15:03.945534 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0406 21:15:03.951396 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0406 21:15:03.952492 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"a7c480a2-81f9-480a-a814-349418586464", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6656", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0406 21:15:03.953379 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0406 21:15:03.953818 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0406 21:15:03.953904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:15:03.953926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:15:03.954050 7 controller.go:196] "Configuration changes detected, backend reload required" I0406 21:15:04.007189 7 controller.go:216] "Backend successfully reloaded" I0406 21:15:04.007518 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8mt8r", UID:"14364f3d-f6d2-4896-8d33-ca78aaa13e13", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0406 21:15:04.235738 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0406 21:15:04.237226 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0406 21:15:07.289243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:15:07.289294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.244 - - [06/Apr/2026:21:15:08 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.75:5000 281 0.005 300 030fd3ea49f0403d0bbae5e0a2b09fe8 I0406 21:15:15.974058 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.107.8.115"}] I0406 21:15:15.980424 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"a7c480a2-81f9-480a-a814-349418586464", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6743", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0406 21:15:15.982791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:15:15.982827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store