------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0507 03:26:13.993319 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0507 03:26:13.993560 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0507 03:26:14.002298 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0507 03:26:14.004751 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0507 03:26:14.500735 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0507 03:26:14.518033 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0507 03:26:14.527050 7 nginx.go:271] "Starting NGINX Ingress controller" I0507 03:26:14.532662 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"922ea6b3-2f6b-47dc-9218-6a3903dba17a", APIVersion:"v1", ResourceVersion:"1341", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0507 03:26:14.536009 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"890e23c8-af31-439d-a0a0-8479ec212c88", APIVersion:"v1", ResourceVersion:"1340", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0507 03:26:14.536090 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"824d6542-6925-416d-b2ac-41815c76450b", APIVersion:"v1", ResourceVersion:"1339", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0507 03:26:15.728001 7 nginx.go:317] "Starting NGINX process" I0507 03:26:15.728077 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0507 03:26:15.728653 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0507 03:26:15.728886 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0507 03:26:15.728959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:26:15.728995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0507 03:26:15.729059 7 controller.go:196] "Configuration changes detected, backend reload required" I0507 03:26:15.742615 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0507 03:26:15.742675 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-lvp2n" I0507 03:26:15.764790 7 controller.go:216] "Backend successfully reloaded" I0507 03:26:15.764871 7 controller.go:227] "Initial sync, sleeping for 1 second" I0507 03:26:15.764912 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lvp2n", UID:"9a39d06e-b92f-4893-9b8d-9126cb7fdd28", APIVersion:"v1", ResourceVersion:"1446", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0507 03:26:19.558869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:26:19.558900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:26:22.892890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:26:22.892935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:26:26.226318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:26:26.226357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:26:29.559853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:26:29.559889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:26:32.893714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:26:32.893765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:26:36.226656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:26:36.226690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:26:39.559767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:26:39.559825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:26:42.894729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:26:42.894779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:26:46.450686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:26:46.450735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:26:51.131368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:26:51.131398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:27:40.910548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:27:40.910582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:27:44.244436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:27:44.244491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:27:48.767017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:27:48.767049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:27:52.100878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:27:52.100929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:27:55.434462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:27:55.434506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:27:58.767996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:27:58.768040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:28:02.100453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:28:02.100581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:28:05.434609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:28:05.434662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:28:08.770334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:28:08.770381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:28:13.811969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:28:13.812102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:28:17.145715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:28:17.145765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:28:20.479005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:28:20.479050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:28:23.812085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:28:23.812117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:30:23.234454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:30:23.234511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:30:26.053686 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-12.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-12.nip.io-tls was not found. Using default certificate W0507 03:30:26.053730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:30:26.053741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0507 03:30:26.054967 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:14.7kB} I0507 03:30:26.054988 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0507 03:30:26.063219 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0507 03:30:26.063771 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"2f326913-8730-49a1-81c9-4f8b3cc9d09e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3322", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0507 03:30:26.063814 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-12.nip.io-tls" in local store I0507 03:30:26.281720 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-12.nip.io-tls" I0507 03:30:26.283134 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-12.nip.io-tls" W0507 03:30:26.568088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:30:26.568138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0507 03:30:26.568255 7 controller.go:196] "Configuration changes detected, backend reload required" I0507 03:30:26.613809 7 controller.go:216] "Backend successfully reloaded" I0507 03:30:26.614190 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lvp2n", UID:"9a39d06e-b92f-4893-9b8d-9126cb7fdd28", APIVersion:"v1", ResourceVersion:"1446", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0507 03:30:29.902130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:30:29.902179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.12 - - [07/May/2026:03:30:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.969 [auth-system-keycloak-80] [] 10.0.0.112:8080 1925 1.969 200 f15625d8d4eb52436e1f93e0513cce3e 199.19.213.12 - - [07/May/2026:03:30:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.188 [auth-system-keycloak-80] [] 10.0.0.112:8080 116 0.189 404 a6a0a18fb7bdb9a669ece95762340827 199.19.213.12 - - [07/May/2026:03:30:41 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.913 [auth-system-keycloak-80] [] 10.0.0.112:8080 0 3.911 201 47015dc6a57fc8391cc4271425635a38 199.19.213.12 - - [07/May/2026:03:30:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.664 [auth-system-keycloak-80] [] 10.0.0.112:8080 4246 0.663 200 75e5cdb2c33d30abb66880ef8abf4154 199.19.213.12 - - [07/May/2026:03:30:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.505 [auth-system-keycloak-80] [] 10.0.0.112:8080 1925 0.504 200 e8442d762dd2ed8646fe8ad2e73742a8 199.19.213.12 - - [07/May/2026:03:30:43 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.084 [auth-system-keycloak-80] [] 10.0.0.112:8080 12500 0.084 200 4cda4fa0a0520d045860a73c5be7be07 199.19.213.12 - - [07/May/2026:03:30:43 +0000] "GET /admin/realms/atmosphere/client-scopes/9bcdbb42-0326-4c9e-ac43-d55ec10ae08c HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.010 [auth-system-keycloak-80] [] 10.0.0.112:8080 1278 0.010 200 99f89bb474911f0ffa0c196244171bb6 199.19.213.12 - - [07/May/2026:03:30:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/9bcdbb42-0326-4c9e-ac43-d55ec10ae08c HTTP/1.1" 204 0 "-" "Ansible" 1846 0.067 [auth-system-keycloak-80] [] 10.0.0.112:8080 0 0.067 204 52afa653eda371a4abbc17683ece4849 199.19.213.12 - - [07/May/2026:03:30:43 +0000] "GET /admin/realms/atmosphere/client-scopes/9bcdbb42-0326-4c9e-ac43-d55ec10ae08c/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.084 [auth-system-keycloak-80] [] 10.0.0.112:8080 963 0.084 200 d8735faf328356ca4dba5d4f5c7a3402 199.19.213.12 - - [07/May/2026:03:30:43 +0000] "GET /admin/realms/atmosphere/client-scopes/9bcdbb42-0326-4c9e-ac43-d55ec10ae08c/protocol-mappers/models/ce353ddb-ba49-4c02-a0a9-82cbaf9123fe HTTP/1.1" 200 366 "-" "Ansible" 1307 0.010 [auth-system-keycloak-80] [] 10.0.0.112:8080 366 0.009 200 cb4ed741f3670dea27b295b4130b5f00 199.19.213.12 - - [07/May/2026:03:30:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/9bcdbb42-0326-4c9e-ac43-d55ec10ae08c/protocol-mappers/models/ce353ddb-ba49-4c02-a0a9-82cbaf9123fe HTTP/1.1" 204 0 "-" "Ansible" 1620 0.077 [auth-system-keycloak-80] [] 10.0.0.112:8080 0 0.076 204 fcfd5ef575356d2e7cef19cd74b9ae3e 199.19.213.12 - - [07/May/2026:03:30:43 +0000] "GET /admin/realms/atmosphere/client-scopes/9bcdbb42-0326-4c9e-ac43-d55ec10ae08c HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.083 [auth-system-keycloak-80] [] 10.0.0.112:8080 1218 0.083 200 22472f5ad6a98431e863c83cc1db44e2 199.19.213.12 - - [07/May/2026:03:31:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.447 [auth-system-keycloak-80] [] 10.0.0.112:8080 1925 0.445 200 f3d963838b33b185ba14358291681ab1 199.19.213.12 - - [07/May/2026:03:31:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.014 [auth-system-keycloak-80] [] 10.0.0.112:8080 2 0.015 200 907c1f3f7e1a6a534ea6dc2463a51a68 199.19.213.12 - - [07/May/2026:03:31:05 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.279 [auth-system-keycloak-80] [] 10.0.0.112:8080 0 0.277 201 6bd188f3f0dce84a8739b8bad3aa7557 199.19.213.12 - - [07/May/2026:03:31:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.086 [auth-system-keycloak-80] [] 10.0.0.112:8080 1259 0.086 200 124116ab616523f2e33c9081e0f209b4 199.19.213.12 - - [07/May/2026:03:31:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.509 [auth-system-keycloak-80] [] 10.0.0.112:8080 1925 0.508 200 8f4eabdeacfaa8fdbc7d770e2eaf7a8b 199.19.213.12 - - [07/May/2026:03:31:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.112:8080 2 0.012 200 592634543c97c8055a759011f19a0a6c 199.19.213.12 - - [07/May/2026:03:31:06 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.102 [auth-system-keycloak-80] [] 10.0.0.112:8080 0 0.102 201 c4fb6f42638ef26ce2023870eb62d1fc 199.19.213.12 - - [07/May/2026:03:31:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.048 [auth-system-keycloak-80] [] 10.0.0.112:8080 1283 0.049 200 da317f357bd4d17749fcde915c872304 199.19.213.12 - - [07/May/2026:03:31:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.538 [auth-system-keycloak-80] [] 10.0.0.112:8080 1925 0.537 200 61f57b0397e89317869c43fb2269747d 199.19.213.12 - - [07/May/2026:03:31:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.112:8080 2 0.007 200 088e457aa99f8948545cf7a5eeacbf5a 199.19.213.12 - - [07/May/2026:03:31:07 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.077 [auth-system-keycloak-80] [] 10.0.0.112:8080 0 0.077 201 3538c57408934621f173b9fd044fe761 199.19.213.12 - - [07/May/2026:03:31:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.081 [auth-system-keycloak-80] [] 10.0.0.112:8080 1249 0.081 200 448fd86889d37f54fb673e4e104aba61 199.19.213.12 - - [07/May/2026:03:31:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.427 [auth-system-keycloak-80] [] 10.0.0.112:8080 1925 0.426 200 5f32d112689486d08b27f08ecabf336a 199.19.213.12 - - [07/May/2026:03:31:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.024 [auth-system-keycloak-80] [] 10.0.0.112:8080 1259 0.023 200 0ea565d7902b8ca46061ebdf28fa4cf6 199.19.213.12 - - [07/May/2026:03:31:08 +0000] "GET /admin/realms/atmosphere/clients/72d442d0-cda4-4866-a51a-14aa96087315/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.112:8080 119 0.012 404 05418614b881fb07dd710a11290104b3 199.19.213.12 - - [07/May/2026:03:31:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.112:8080 1259 0.005 200 bb592a6649b1fde1302b22e237fdf19b 199.19.213.12 - - [07/May/2026:03:31:08 +0000] "POST /admin/realms/atmosphere/clients/72d442d0-cda4-4866-a51a-14aa96087315/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.067 [auth-system-keycloak-80] [] 10.0.0.112:8080 0 0.065 201 937884a0a18024db5e0dfa38d4fd385c 199.19.213.12 - - [07/May/2026:03:31:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.112:8080 1259 0.007 200 967721d02d4cec2a83d1243dd051fc98 199.19.213.12 - - [07/May/2026:03:31:08 +0000] "GET /admin/realms/atmosphere/clients/72d442d0-cda4-4866-a51a-14aa96087315/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.067 [auth-system-keycloak-80] [] 10.0.0.112:8080 166 0.067 200 ded635ba99f93a54599263ecff7f25d0 199.19.213.12 - - [07/May/2026:03:31:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.465 [auth-system-keycloak-80] [] 10.0.0.112:8080 1925 0.464 200 ad08679578fa207f0ec78aa285e8ed69 199.19.213.12 - - [07/May/2026:03:31:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.112:8080 1283 0.008 200 c1d403e31fda725cff2e29c6bb8fffac 199.19.213.12 - - [07/May/2026:03:31:09 +0000] "GET /admin/realms/atmosphere/clients/c65a713f-1fb9-4e60-a0c8-b82c79bdccf9/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.030 [auth-system-keycloak-80] [] 10.0.0.112:8080 119 0.030 404 073ec1e8fed4efd401a91c555fa7d2af 199.19.213.12 - - [07/May/2026:03:31:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.112:8080 1283 0.007 200 230609890bb8073d159f4178593a5b6f 199.19.213.12 - - [07/May/2026:03:31:09 +0000] "POST /admin/realms/atmosphere/clients/c65a713f-1fb9-4e60-a0c8-b82c79bdccf9/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.073 [auth-system-keycloak-80] [] 10.0.0.112:8080 0 0.072 201 330aeec4147d3b0ad9c8fcadd08382da 199.19.213.12 - - [07/May/2026:03:31:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.112:8080 1283 0.009 200 541f1b84440a5f8a44011d7601e57b02 199.19.213.12 - - [07/May/2026:03:31:09 +0000] "GET /admin/realms/atmosphere/clients/c65a713f-1fb9-4e60-a0c8-b82c79bdccf9/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.069 [auth-system-keycloak-80] [] 10.0.0.112:8080 165 0.068 200 21baa1295f24a9dc21d0a9eb9b874264 199.19.213.12 - - [07/May/2026:03:31:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.459 [auth-system-keycloak-80] [] 10.0.0.112:8080 1925 0.459 200 5cef2a63f6d2da03e6d39eb04ef80dec 199.19.213.12 - - [07/May/2026:03:31:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.052 [auth-system-keycloak-80] [] 10.0.0.112:8080 1283 0.053 200 3b763f63489b5d8aed4b6d092c75139e 199.19.213.12 - - [07/May/2026:03:31:10 +0000] "GET /admin/realms/atmosphere/clients/c65a713f-1fb9-4e60-a0c8-b82c79bdccf9/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.112:8080 119 0.010 404 00d2d51d75096f64ec3ab1534ecbb7b6 199.19.213.12 - - [07/May/2026:03:31:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.063 [auth-system-keycloak-80] [] 10.0.0.112:8080 1283 0.063 200 8326e3a25f25266465725ba76dce91da 199.19.213.12 - - [07/May/2026:03:31:10 +0000] "POST /admin/realms/atmosphere/clients/c65a713f-1fb9-4e60-a0c8-b82c79bdccf9/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.112:8080 0 0.017 201 a1d8c89f80f6b53e27ae473d0f92a615 199.19.213.12 - - [07/May/2026:03:31:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.112:8080 1283 0.007 200 63bfda27086c448ef4b4da638f9b4dbf 199.19.213.12 - - [07/May/2026:03:31:10 +0000] "GET /admin/realms/atmosphere/clients/c65a713f-1fb9-4e60-a0c8-b82c79bdccf9/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.051 [auth-system-keycloak-80] [] 10.0.0.112:8080 166 0.052 200 cce4bfad1b8bd5a75aa1994ba02773b7 199.19.213.12 - - [07/May/2026:03:31:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.487 [auth-system-keycloak-80] [] 10.0.0.112:8080 1925 0.487 200 7b538d51eb97324de7f713719f57c451 199.19.213.12 - - [07/May/2026:03:31:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.038 [auth-system-keycloak-80] [] 10.0.0.112:8080 1283 0.038 200 3d2737ac6c61735921586506035d76d8 199.19.213.12 - - [07/May/2026:03:31:11 +0000] "GET /admin/realms/atmosphere/clients/c65a713f-1fb9-4e60-a0c8-b82c79bdccf9/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.081 [auth-system-keycloak-80] [] 10.0.0.112:8080 119 0.082 404 a8cdbf5d4fbe6d5948530784f2a95328 199.19.213.12 - - [07/May/2026:03:31:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.112:8080 1283 0.009 200 c2ee3b4739d9c6ecc2d1d375f04bee32 199.19.213.12 - - [07/May/2026:03:31:11 +0000] "POST /admin/realms/atmosphere/clients/c65a713f-1fb9-4e60-a0c8-b82c79bdccf9/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.071 [auth-system-keycloak-80] [] 10.0.0.112:8080 0 0.070 201 5a6f79987cd00fa8beeca76e7fb18758 199.19.213.12 - - [07/May/2026:03:31:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.112:8080 1283 0.008 200 1c61fa9d6320bcc352fbb3144123b97d 199.19.213.12 - - [07/May/2026:03:31:11 +0000] "GET /admin/realms/atmosphere/clients/c65a713f-1fb9-4e60-a0c8-b82c79bdccf9/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.065 [auth-system-keycloak-80] [] 10.0.0.112:8080 166 0.065 200 609302575a6f9754adc4cc07bf8cbb2f 199.19.213.12 - - [07/May/2026:03:31:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.502 [auth-system-keycloak-80] [] 10.0.0.112:8080 1925 0.501 200 f829e251129b5f3a818beec38e49df63 199.19.213.12 - - [07/May/2026:03:31:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.112:8080 1249 0.005 200 0f4fdea377757b99314ddfbf84c73a3b 199.19.213.12 - - [07/May/2026:03:31:12 +0000] "GET /admin/realms/atmosphere/clients/bac09da4-3ff1-49e0-aa5a-b6bbf87f8c1a/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.112:8080 119 0.009 404 928a6397d224aa945686f1101931f0cb 199.19.213.12 - - [07/May/2026:03:31:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.112:8080 1249 0.006 200 8dbc3a9be32d4e9f58dc16c73ea1f6b2 199.19.213.12 - - [07/May/2026:03:31:12 +0000] "POST /admin/realms/atmosphere/clients/bac09da4-3ff1-49e0-aa5a-b6bbf87f8c1a/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.046 [auth-system-keycloak-80] [] 10.0.0.112:8080 0 0.044 201 859b63434410965b7fe6919678b37791 199.19.213.12 - - [07/May/2026:03:31:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.112:8080 1249 0.008 200 f3433b6304b14535d13e54f5c33b9574 199.19.213.12 - - [07/May/2026:03:31:12 +0000] "GET /admin/realms/atmosphere/clients/bac09da4-3ff1-49e0-aa5a-b6bbf87f8c1a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.070 [auth-system-keycloak-80] [] 10.0.0.112:8080 166 0.069 200 3156ff47d5bf827efbadcdcda925212c I0507 03:31:15.749316 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.100.5.142"}] I0507 03:31:15.755893 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"2f326913-8730-49a1-81c9-4f8b3cc9d09e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3773", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0507 03:31:15.757406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:31:15.757465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:31:32.346025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:31:32.346084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:16.977936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:16.977981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:17.053875 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0507 03:32:17.053943 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0507 03:32:17.053976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:17.053995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:17.054568 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0507 03:32:17.054669 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0507 03:32:17.054733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:17.054747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:17.054829 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0507 03:32:17.054929 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0507 03:32:17.054993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:17.055013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0507 03:32:17.055857 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0507 03:32:17.055886 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0507 03:32:17.056255 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0507 03:32:17.056276 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0507 03:32:17.056707 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0507 03:32:17.056733 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0507 03:32:17.065637 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0507 03:32:17.065908 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"9b80f109-2b1c-4cef-80dd-ab1819900191", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4326", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0507 03:32:17.066033 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0507 03:32:17.066056 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0507 03:32:17.066255 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"0cdda1c9-1e3c-441d-923d-6b0b2196d03b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4327", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0507 03:32:17.066276 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0507 03:32:17.066291 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0507 03:32:17.066485 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0507 03:32:17.066505 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"51a1085f-7a05-4e52-8384-29ebc0b48347", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4328", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0507 03:32:17.392069 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0507 03:32:17.392806 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0507 03:32:17.422372 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0507 03:32:17.425509 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0507 03:32:18.573431 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0507 03:32:18.574851 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0507 03:32:20.311688 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0507 03:32:20.311794 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0507 03:32:20.311853 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0507 03:32:20.312044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:20.312085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0507 03:32:20.312239 7 controller.go:196] "Configuration changes detected, backend reload required" I0507 03:32:20.361799 7 controller.go:216] "Backend successfully reloaded" I0507 03:32:20.362016 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lvp2n", UID:"9a39d06e-b92f-4893-9b8d-9126cb7fdd28", APIVersion:"v1", ResourceVersion:"1446", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0507 03:32:23.645718 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0507 03:32:23.645782 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0507 03:32:23.645808 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0507 03:32:23.645946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:23.645972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:26.979059 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0507 03:32:26.979138 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0507 03:32:26.979182 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0507 03:32:26.979304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:26.979330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:30.311421 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0507 03:32:30.311470 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0507 03:32:30.311496 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0507 03:32:30.311581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:30.311602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:33.644948 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0507 03:32:33.644987 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0507 03:32:33.645012 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0507 03:32:33.645084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:33.645096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:36.978997 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0507 03:32:36.979044 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0507 03:32:36.979068 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0507 03:32:36.979158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:36.979246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:40.311531 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0507 03:32:40.311627 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0507 03:32:40.311789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:40.311819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:43.644928 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0507 03:32:43.645015 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0507 03:32:43.645122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:43.645155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:46.978863 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0507 03:32:46.978915 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0507 03:32:46.978984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:46.978994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:50.312028 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0507 03:32:50.312107 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0507 03:32:50.312194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:50.312217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:53.645706 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0507 03:32:53.645790 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0507 03:32:53.645914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:53.645930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.104 - - [07/May/2026:03:32:55 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.035 [auth-system-keycloak-80] [] 10.0.0.112:8080 6411 0.035 200 472ad2cc63d207e4208699af9529e0ca 10.0.0.11 - - [07/May/2026:03:32:55 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.010 [auth-system-keycloak-80] [] 10.0.0.112:8080 6411 0.010 200 50a037d0cb36228575c4bc6387fec7da W0507 03:32:56.978347 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0507 03:32:56.978536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:32:56.978562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:00.312837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:00.312907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:03.646090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:03.646137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:06.978336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:06.978453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:10.312026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:10.312083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:13.785227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:13.785268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0507 03:33:15.749920 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.100.5.142"}] I0507 03:33:15.750074 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.100.5.142"}] I0507 03:33:15.750425 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.100.5.142"}] I0507 03:33:15.755488 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"0cdda1c9-1e3c-441d-923d-6b0b2196d03b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5550", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0507 03:33:15.758489 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"51a1085f-7a05-4e52-8384-29ebc0b48347", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5551", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0507 03:33:15.759575 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"9b80f109-2b1c-4cef-80dd-ab1819900191", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5552", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0507 03:33:17.118999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:17.119049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:20.452178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:20.452236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.12 - - [07/May/2026:03:33:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.529 [auth-system-keycloak-80] [] 10.0.0.112:8080 1925 0.528 200 8df0913c13d02a5d1b159ddd9f7baca4 199.19.213.12 - - [07/May/2026:03:33:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.005 [auth-system-keycloak-80] [] 10.0.0.112:8080 4246 0.006 200 f346dced10e896c16b932fd11e5a6113 199.19.213.12 - - [07/May/2026:03:33:21 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.412 [auth-system-keycloak-80] [] 10.0.0.112:8080 0 0.412 204 db2968f05f901fa25275fc6e13de783f 199.19.213.12 - - [07/May/2026:03:33:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.264 [auth-system-keycloak-80] [] 10.0.0.112:8080 4384 0.265 200 8a9667381e02d6388412f47c433d42c9 199.19.213.12 - - [07/May/2026:03:33:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.524 [auth-system-keycloak-80] [] 10.0.0.112:8080 1925 0.523 200 8a9552c3bbbccd2a6bc4d72d8bbd975a 199.19.213.12 - - [07/May/2026:03:33:22 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.011 [auth-system-keycloak-80] [] 10.0.0.112:8080 1682 0.011 200 c2fbf151e46861fd7719d6909d23a657 199.19.213.12 - - [07/May/2026:03:33:23 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.007 [auth-system-keycloak-80] [] 10.0.0.112:8080 6411 0.007 200 c6849bc8a1fe1ec8c8cd718df1dd0e2c 199.19.213.12 - - [07/May/2026:03:33:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.484 [auth-system-keycloak-80] [] 10.0.0.112:8080 1925 0.484 200 74ec54224815c7f74ec7473c1b043d97 199.19.213.12 - - [07/May/2026:03:33:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.010 [auth-system-keycloak-80] [] 10.0.0.112:8080 2 0.011 200 bc23fa0b8d23984ca41529764ee938cf 199.19.213.12 - - [07/May/2026:03:33:24 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.166 [auth-system-keycloak-80] [] 10.0.0.112:8080 0 0.164 201 0b3aafb77447480d217623710347c0fc 199.19.213.12 - - [07/May/2026:03:33:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.077 [auth-system-keycloak-80] [] 10.0.0.112:8080 2242 0.076 200 c5f94776318fb21a549f52edab8e3a6c 199.19.213.12 - - [07/May/2026:03:33:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.566 [auth-system-keycloak-80] [] 10.0.0.112:8080 1925 0.565 200 3569b3cf857ff904a127b5465715e1d8 199.19.213.12 - - [07/May/2026:03:33:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.112:8080 2242 0.006 200 77ffc3b1d62061d55bd51b99ed56cb26 199.19.213.12 - - [07/May/2026:03:33:25 +0000] "GET /admin/realms/atmosphere/clients/fb0ef8dc-3ebc-4b8b-83d1-bb9d4fff6e5d/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.052 [auth-system-keycloak-80] [] 10.0.0.112:8080 233 0.052 200 e219bc5f73d0256ee9507fb5df051687 199.19.213.12 - - [07/May/2026:03:33:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.075 [auth-system-keycloak-80] [] 10.0.0.112:8080 831 0.074 200 3bb04dca5d3fb3ec573b078fac96bc23 199.19.213.12 - - [07/May/2026:03:33:26 +0000] "GET /admin/realms/atmosphere/clients/20814eb3-ce35-4039-bc66-718382ad17ad/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.026 [auth-system-keycloak-80] [] 10.0.0.112:8080 3758 0.026 200 76de1e1cd97dac2403ff1982901eb2e0 199.19.213.12 - - [07/May/2026:03:33:26 +0000] "GET /admin/realms/atmosphere/users/f652d79f-6e0a-4e51-a4c2-7159332345e6/role-mappings/clients/20814eb3-ce35-4039-bc66-718382ad17ad/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.172 [auth-system-keycloak-80] [] 10.0.0.112:8080 3758 0.171 200 5a8505f8db2e8ae9ac11fb5f3a3ee1fb 199.19.213.12 - - [07/May/2026:03:33:26 +0000] "GET /admin/realms/atmosphere/users/f652d79f-6e0a-4e51-a4c2-7159332345e6/role-mappings/clients/20814eb3-ce35-4039-bc66-718382ad17ad/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.076 [auth-system-keycloak-80] [] 10.0.0.112:8080 2 0.076 200 8f24d22b7c0629afa2ff124e62036152 199.19.213.12 - - [07/May/2026:03:33:26 +0000] "POST /admin/realms/atmosphere/users/f652d79f-6e0a-4e51-a4c2-7159332345e6/role-mappings/clients/20814eb3-ce35-4039-bc66-718382ad17ad HTTP/1.1" 204 0 "-" "Ansible" 1388 0.020 [auth-system-keycloak-80] [] 10.0.0.112:8080 0 0.020 204 978b0b2da5c4113096b667a468beaa06 199.19.213.12 - - [07/May/2026:03:33:26 +0000] "GET /admin/realms/atmosphere/users/f652d79f-6e0a-4e51-a4c2-7159332345e6/role-mappings/clients/20814eb3-ce35-4039-bc66-718382ad17ad/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.015 [auth-system-keycloak-80] [] 10.0.0.112:8080 576 0.014 200 260dc9ec6a008317f67b6406c566f569 W0507 03:33:28.858030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:28.858092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:32.192003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:32.192039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:45.302875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:45.302951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:48.636685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:48.636732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:51.969746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:33:51.969806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:35:34.643083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:35:34.643137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:36:10.303593 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0507 03:36:10.303682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:36:10.303697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0507 03:36:10.310431 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.007s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.008s testedConfigurationSize:28.7kB} I0507 03:36:10.310466 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0507 03:36:10.314844 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0507 03:36:10.315148 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"142c0765-50c8-4944-ab8b-7594c025bc57", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6737", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0507 03:36:10.315380 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0507 03:36:10.315765 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0507 03:36:10.315830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:36:10.315846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0507 03:36:10.315953 7 controller.go:196] "Configuration changes detected, backend reload required" I0507 03:36:10.360681 7 controller.go:216] "Backend successfully reloaded" I0507 03:36:10.360958 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lvp2n", UID:"9a39d06e-b92f-4893-9b8d-9126cb7fdd28", APIVersion:"v1", ResourceVersion:"1446", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0507 03:36:11.106421 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0507 03:36:11.108017 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0507 03:36:13.649477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:36:13.649522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.12 - - [07/May/2026:03:36:14 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.244:5000 280 0.005 300 1b8ec455d1f53ebbe8db1c02d71f5f25 I0507 03:36:15.749939 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.100.5.142"}] I0507 03:36:15.757267 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"142c0765-50c8-4944-ab8b-7594c025bc57", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6794", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0507 03:36:16.983586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0507 03:36:16.983647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store