------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0521 19:37:57.404365 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0521 19:37:57.404536 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0521 19:37:57.412007 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0521 19:37:57.417433 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0521 19:37:58.033014 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0521 19:37:58.051409 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0521 19:37:58.064624 7 nginx.go:271] "Starting NGINX Ingress controller" I0521 19:37:58.070647 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"5b43c817-8986-4228-9772-56e481410710", APIVersion:"v1", ResourceVersion:"1446", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0521 19:37:58.073837 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"3b13fa10-e396-4fbf-a91e-55f22c4c3447", APIVersion:"v1", ResourceVersion:"1447", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0521 19:37:58.073875 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"5779c19f-9092-4f0b-be67-dda8e865776d", APIVersion:"v1", ResourceVersion:"1445", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0521 19:37:59.266344 7 nginx.go:317] "Starting NGINX process" I0521 19:37:59.266480 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0521 19:37:59.267005 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0521 19:37:59.267419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:59.267501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:37:59.267573 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:37:59.276884 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0521 19:37:59.276943 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-m8zsx" I0521 19:37:59.298884 7 controller.go:216] "Backend successfully reloaded" I0521 19:37:59.299013 7 controller.go:227] "Initial sync, sleeping for 1 second" I0521 19:37:59.299096 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-m8zsx", UID:"9f8f4365-8eb4-4805-b396-1ce23b0c20a7", APIVersion:"v1", ResourceVersion:"1493", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0521 19:38:03.090312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:03.090347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:06.424774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:06.424820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:09.757187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:09.757232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:13.090981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:13.091023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:16.423891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:16.423936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:23.305379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:23.305534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:26.639038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:26.639090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:29.972320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:29.972387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:33.305739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:33.305774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:36.639836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:36.639889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:39.972365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:39.972405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:58.346334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:58.346384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:05.197900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:05.197928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:30.310089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:30.310139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:33.644470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:33.644507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:45.344201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:45.344251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:48.975630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:48.975675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:58.945293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:58.945371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:02.279278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:02.279329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:05.612834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:05.612879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:10.438168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:10.438206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:13.774371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:13.774427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:05.636439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:05.636483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:07.733386 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-68.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-68.nip.io-tls was not found. Using default certificate W0521 19:42:07.733532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:07.733635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:42:07.735585 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0521 19:42:07.735807 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0521 19:42:07.745197 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0521 19:42:07.745456 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"bd8892d8-c83b-4510-844c-a6b01e495002", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3428", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:42:07.745883 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-68.nip.io-tls" in local store I0521 19:42:08.010993 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-68.nip.io-tls" I0521 19:42:08.012839 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-68.nip.io-tls" W0521 19:42:08.970788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:08.970919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:42:08.971009 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:42:09.010744 7 controller.go:216] "Backend successfully reloaded" I0521 19:42:09.011153 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-m8zsx", UID:"9f8f4365-8eb4-4805-b396-1ce23b0c20a7", APIVersion:"v1", ResourceVersion:"1493", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0521 19:42:12.303925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:12.303998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:15.637357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:15.637418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:18.971059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:18.971105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.68 - - [21/May/2026:19:42:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.535 [auth-system-keycloak-80] [] 10.0.0.152:8080 1882 0.533 200 fd6c16abe428c00149a97cc86c68fa70 199.19.213.68 - - [21/May/2026:19:42:19 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1195 0.078 [auth-system-keycloak-80] [] 10.0.0.152:8080 28 0.079 404 b9be9fb2f4a10d8522c5010af88f39b8 199.19.213.68 - - [21/May/2026:19:42:22 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 2.098 [auth-system-keycloak-80] [] 10.0.0.152:8080 0 2.096 201 699ad9a17889864caeb15035deb38fbb W0521 19:42:22.304227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:22.304287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.68 - - [21/May/2026:19:42:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1195 0.242 [auth-system-keycloak-80] [] 10.0.0.152:8080 4101 0.242 200 b0976202f9504c74371afc8cd1544692 199.19.213.68 - - [21/May/2026:19:42:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.066 [auth-system-keycloak-80] [] 10.0.0.152:8080 1882 0.063 200 e891dabf55182e2955c5755a223df56c 199.19.213.68 - - [21/May/2026:19:42:23 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 11535 "-" "Ansible" 1209 0.034 [auth-system-keycloak-80] [] 10.0.0.152:8080 11535 0.034 200 41921542bb2fdb1bc8a74618ba84221f 199.19.213.68 - - [21/May/2026:19:42:23 +0000] "GET /admin/realms/atmosphere/client-scopes/80328d0b-c9df-41fe-9ff7-b78443269f04 HTTP/1.1" 200 1146 "-" "Ansible" 1246 0.015 [auth-system-keycloak-80] [] 10.0.0.152:8080 1146 0.014 200 49c9b66652f069e95ded178b4429e9b7 199.19.213.68 - - [21/May/2026:19:42:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/80328d0b-c9df-41fe-9ff7-b78443269f04 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.024 [auth-system-keycloak-80] [] 10.0.0.152:8080 0 0.022 204 868af339c29394dab8b208ceb50c8d33 199.19.213.68 - - [21/May/2026:19:42:23 +0000] "GET /admin/realms/atmosphere/client-scopes/80328d0b-c9df-41fe-9ff7-b78443269f04/protocol-mappers/models HTTP/1.1" 200 831 "-" "Ansible" 1270 0.026 [auth-system-keycloak-80] [] 10.0.0.152:8080 831 0.027 200 d01c87549d517555b21c797814dcd84b 199.19.213.68 - - [21/May/2026:19:42:23 +0000] "GET /admin/realms/atmosphere/client-scopes/80328d0b-c9df-41fe-9ff7-b78443269f04/protocol-mappers/models/a30349ef-7079-436f-89f9-aeec04f747ca HTTP/1.1" 200 331 "-" "Ansible" 1307 0.014 [auth-system-keycloak-80] [] 10.0.0.152:8080 331 0.013 200 8f85c19887b2039bfb31db5fb90645ce 199.19.213.68 - - [21/May/2026:19:42:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/80328d0b-c9df-41fe-9ff7-b78443269f04/protocol-mappers/models/a30349ef-7079-436f-89f9-aeec04f747ca HTTP/1.1" 204 0 "-" "Ansible" 1620 0.026 [auth-system-keycloak-80] [] 10.0.0.152:8080 0 0.025 204 6a91d7e34cf0ff363adb634a306817a7 199.19.213.68 - - [21/May/2026:19:42:23 +0000] "GET /admin/realms/atmosphere/client-scopes/80328d0b-c9df-41fe-9ff7-b78443269f04 HTTP/1.1" 200 1121 "-" "Ansible" 1246 0.019 [auth-system-keycloak-80] [] 10.0.0.152:8080 1121 0.020 200 1fc080944f32bb2242ff7800d8b5835a W0521 19:42:25.637354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:25.637422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.68 - - [21/May/2026:19:42:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.152:8080 1882 0.049 200 262a64f4987fad941eee5a6b92934215 199.19.213.68 - - [21/May/2026:19:42:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.019 [auth-system-keycloak-80] [] 10.0.0.152:8080 2 0.019 200 fdab85996573b8a94e68f4ecf94d9df4 199.19.213.68 - - [21/May/2026:19:42:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.069 [auth-system-keycloak-80] [] 10.0.0.152:8080 0 0.068 201 896b718159c7e9b51629d5918cfe6b5d 199.19.213.68 - - [21/May/2026:19:42:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.023 [auth-system-keycloak-80] [] 10.0.0.152:8080 1259 0.024 200 f2c99543089a0a6d81c9b60fa1029a70 199.19.213.68 - - [21/May/2026:19:42:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.152:8080 1882 0.045 200 8e1f39d524e0447789a54c6d5302ea8d 199.19.213.68 - - [21/May/2026:19:42:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.152:8080 2 0.011 200 8286c3a63d69a0a0579a09b2f866a2ca 199.19.213.68 - - [21/May/2026:19:42:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.036 [auth-system-keycloak-80] [] 10.0.0.152:8080 0 0.036 201 844d5760ed258e4629b70d2d79f02d4a 199.19.213.68 - - [21/May/2026:19:42:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.024 [auth-system-keycloak-80] [] 10.0.0.152:8080 1283 0.024 200 551dc4870b9aa8d20f7660fb8d74208f 199.19.213.68 - - [21/May/2026:19:42:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.152:8080 1882 0.042 200 392f96cc1365e10626edf429ba53cd02 199.19.213.68 - - [21/May/2026:19:42:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.012 [auth-system-keycloak-80] [] 10.0.0.152:8080 2 0.012 200 c0e55d9862b809a74a3fdf964089d312 199.19.213.68 - - [21/May/2026:19:42:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.041 [auth-system-keycloak-80] [] 10.0.0.152:8080 0 0.039 201 ce9b4d007beec1223dc0d626cffc2831 199.19.213.68 - - [21/May/2026:19:42:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.021 [auth-system-keycloak-80] [] 10.0.0.152:8080 1249 0.021 200 7f1b8d7645f7972785895629c8e354a4 199.19.213.68 - - [21/May/2026:19:42:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.152:8080 1882 0.044 200 f9bad9cbf76b191ebd39f747af8b0e59 199.19.213.68 - - [21/May/2026:19:42:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.152:8080 1259 0.009 200 76909b55269bd6ba2a6abcbc9a2e6459 199.19.213.68 - - [21/May/2026:19:42:46 +0000] "GET /admin/realms/atmosphere/clients/c8afee83-ff30-43b9-a54f-ecb971847b23/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.029 [auth-system-keycloak-80] [] 10.0.0.152:8080 31 0.028 404 879c948aa8a31977fe8f3de41e6a5e6d 199.19.213.68 - - [21/May/2026:19:42:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.152:8080 1259 0.005 200 7de5aca854471aeb662cb65aea3342a1 199.19.213.68 - - [21/May/2026:19:42:46 +0000] "POST /admin/realms/atmosphere/clients/c8afee83-ff30-43b9-a54f-ecb971847b23/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.152:8080 0 0.018 201 c5d0b6e8d69f393c9498c0d470f9f610 199.19.213.68 - - [21/May/2026:19:42:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.152:8080 1259 0.007 200 305c26a6299a48d6952caa826a053c92 199.19.213.68 - - [21/May/2026:19:42:46 +0000] "GET /admin/realms/atmosphere/clients/c8afee83-ff30-43b9-a54f-ecb971847b23/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.018 [auth-system-keycloak-80] [] 10.0.0.152:8080 166 0.018 200 82b1b07a566e0a9fa3877a8e68216055 199.19.213.68 - - [21/May/2026:19:42:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.152:8080 1882 0.044 200 cc7693c79d9058e693fcb76efb2554ab 199.19.213.68 - - [21/May/2026:19:42:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.152:8080 1283 0.009 200 5567b1c0cafc89c01c4fe2ebbe13fa6d 199.19.213.68 - - [21/May/2026:19:42:47 +0000] "GET /admin/realms/atmosphere/clients/86d6f99d-4ba2-4e64-ad1f-55f718b76b62/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1252 0.008 [auth-system-keycloak-80] [] 10.0.0.152:8080 31 0.008 404 89f14a8df57383513c94aed3225878d5 199.19.213.68 - - [21/May/2026:19:42:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.152:8080 1283 0.008 200 a86ce09416bf6d26069adbec72031106 199.19.213.68 - - [21/May/2026:19:42:47 +0000] "POST /admin/realms/atmosphere/clients/86d6f99d-4ba2-4e64-ad1f-55f718b76b62/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.034 [auth-system-keycloak-80] [] 10.0.0.152:8080 0 0.033 201 0e7ed34330aed5588b621cec2f46d599 199.19.213.68 - - [21/May/2026:19:42:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.152:8080 1283 0.008 200 9963976d45f9e2dda1f7ac9b325d0ccc 199.19.213.68 - - [21/May/2026:19:42:47 +0000] "GET /admin/realms/atmosphere/clients/86d6f99d-4ba2-4e64-ad1f-55f718b76b62/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.013 [auth-system-keycloak-80] [] 10.0.0.152:8080 165 0.013 200 02133e1b0fd66a00ff66ad6e9e327f52 199.19.213.68 - - [21/May/2026:19:42:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.048 [auth-system-keycloak-80] [] 10.0.0.152:8080 1882 0.047 200 911c14dcba657ba94403b316f36f880f 199.19.213.68 - - [21/May/2026:19:42:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.152:8080 1283 0.009 200 81f539f89829a7b514bb6b8ceadc4f3e 199.19.213.68 - - [21/May/2026:19:42:47 +0000] "GET /admin/realms/atmosphere/clients/86d6f99d-4ba2-4e64-ad1f-55f718b76b62/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.152:8080 31 0.010 404 d1a526d10d9f752b713244507e6c7303 199.19.213.68 - - [21/May/2026:19:42:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.152:8080 1283 0.007 200 f77ebff5580f3ee90cb2fcdcbdf08628 199.19.213.68 - - [21/May/2026:19:42:48 +0000] "POST /admin/realms/atmosphere/clients/86d6f99d-4ba2-4e64-ad1f-55f718b76b62/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.647 [auth-system-keycloak-80] [] 10.0.0.152:8080 0 0.646 201 90f843c971f32d30e50a90af76f267e0 199.19.213.68 - - [21/May/2026:19:42:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.152:8080 1283 0.006 200 0c7e074fbb8acbbdf5b07db310dfd5c8 199.19.213.68 - - [21/May/2026:19:42:48 +0000] "GET /admin/realms/atmosphere/clients/86d6f99d-4ba2-4e64-ad1f-55f718b76b62/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.152:8080 166 0.014 200 88757fd503d4b8ff22de978a02cb5052 199.19.213.68 - - [21/May/2026:19:42:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.152:8080 1882 0.045 200 3011424935da3bd31bca983e0db2c9c9 199.19.213.68 - - [21/May/2026:19:42:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.014 [auth-system-keycloak-80] [] 10.0.0.152:8080 1283 0.015 200 7ae0bc56ffe6c28ba5ab63e2cc047d64 199.19.213.68 - - [21/May/2026:19:42:48 +0000] "GET /admin/realms/atmosphere/clients/86d6f99d-4ba2-4e64-ad1f-55f718b76b62/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.152:8080 31 0.011 404 441350df6c0567b6e2458eb97058f177 199.19.213.68 - - [21/May/2026:19:42:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.152:8080 1283 0.011 200 572561d489f558fefe2b1119bcb79238 199.19.213.68 - - [21/May/2026:19:42:48 +0000] "POST /admin/realms/atmosphere/clients/86d6f99d-4ba2-4e64-ad1f-55f718b76b62/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.152:8080 0 0.015 201 3495a3c645031ed6f88872790bd311bf 199.19.213.68 - - [21/May/2026:19:42:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.152:8080 1283 0.007 200 600a8106f6a4504f640d813505f7a634 199.19.213.68 - - [21/May/2026:19:42:48 +0000] "GET /admin/realms/atmosphere/clients/86d6f99d-4ba2-4e64-ad1f-55f718b76b62/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.152:8080 166 0.015 200 18f9841266d04cb25a705fe1ecabc3c5 199.19.213.68 - - [21/May/2026:19:42:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.049 [auth-system-keycloak-80] [] 10.0.0.152:8080 1882 0.048 200 157310504daa05dac18a7d41da3e6b31 199.19.213.68 - - [21/May/2026:19:42:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.152:8080 1249 0.009 200 f27d5699dc218225b9ccb69f2ab3da6a 199.19.213.68 - - [21/May/2026:19:42:54 +0000] "GET /admin/realms/atmosphere/clients/dc177b5b-f6f5-4a66-8cef-572cf32b4c5f/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.152:8080 31 0.012 404 319a7a64207b1c225b39a35f6742b1e0 199.19.213.68 - - [21/May/2026:19:42:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.152:8080 1249 0.008 200 cdbd9089b065970f670ef178034f14af 199.19.213.68 - - [21/May/2026:19:42:54 +0000] "POST /admin/realms/atmosphere/clients/dc177b5b-f6f5-4a66-8cef-572cf32b4c5f/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.152:8080 0 0.017 201 ff5509c67eac05fde68aa86cc3a10ed7 199.19.213.68 - - [21/May/2026:19:42:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.152:8080 1249 0.008 200 0505d86ea5cabef7a4aa9a2f6fea9d14 199.19.213.68 - - [21/May/2026:19:42:54 +0000] "GET /admin/realms/atmosphere/clients/dc177b5b-f6f5-4a66-8cef-572cf32b4c5f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.152:8080 166 0.015 200 1747b55936b60806e341f1d2e61868a6 I0521 19:42:59.284725 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.100.174.29"}] I0521 19:42:59.292526 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"bd8892d8-c83b-4510-844c-a6b01e495002", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3931", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:42:59.294280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:59.294317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:03.600991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:03.601038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:03.695687 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:44:03.695994 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0521 19:44:03.696128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:03.696149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:03.699850 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:03.699902 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0521 19:44:03.699931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:03.699944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:03.700430 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:03.700522 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0521 19:44:03.700623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:03.700875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:44:03.700959 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:18.2kB} I0521 19:44:03.700989 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0521 19:44:03.701710 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0521 19:44:03.701734 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0521 19:44:03.703497 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0521 19:44:03.703534 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0521 19:44:03.709532 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0521 19:44:03.709790 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0620b1fe-1197-492c-9bd6-109e183a2100", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4579", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:44:03.709915 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0521 19:44:03.709932 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0521 19:44:03.710103 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0521 19:44:03.710128 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"112edac0-9172-4861-a04d-b1ad1ce698bc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4580", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:44:03.722053 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0521 19:44:03.722834 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0521 19:44:03.723012 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"69d7baba-459f-48ec-883c-4e0437481357", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4584", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:44:04.062077 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0521 19:44:04.062933 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0521 19:44:04.064785 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0521 19:44:04.065362 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0521 19:44:05.471451 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0521 19:44:05.474500 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0521 19:44:06.935201 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:06.935303 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:44:06.935361 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:06.935547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:06.935594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:44:06.935792 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:44:06.984321 7 controller.go:216] "Backend successfully reloaded" I0521 19:44:06.984700 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-m8zsx", UID:"9f8f4365-8eb4-4805-b396-1ce23b0c20a7", APIVersion:"v1", ResourceVersion:"1493", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0521 19:44:07.165173 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0521 19:44:07.167424 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/grafana-tls" I0521 19:44:07.173305 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0521 19:44:07.176501 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/alertmanager-tls" W0521 19:44:10.270265 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:10.270308 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:44:10.270371 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:10.270491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:10.270517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:13.602652 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:13.602727 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:44:13.602770 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:13.602900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:13.602928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:16.934818 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:16.934896 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:44:16.934988 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:16.935202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:16.935342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:20.268024 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:20.268090 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:44:20.268128 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:20.268240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:20.268266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:23.602029 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:23.602248 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:44:23.602582 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:23.602863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:23.602953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:26.934970 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:26.935033 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:44:26.935083 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:26.935207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:26.935236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:30.269407 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:30.269451 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:44:30.269487 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:30.269575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:30.269592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:33.601268 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:33.601317 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:44:33.601345 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:33.604041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:33.604463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:36.935221 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:36.935276 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:36.935344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:36.935362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:40.268656 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:40.268754 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:40.268891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:40.268934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:43.602797 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:43.602906 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:43.603060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:43.603100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:46.935306 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:46.935420 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:46.935588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:46.935628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:50.268309 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:50.268453 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:50.268620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:50.268658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.162 - - [21/May/2026:19:44:54 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6243 "-" "Go-http-client/1.1" 160 0.053 [auth-system-keycloak-80] [] 10.0.0.152:8080 6243 0.053 200 11c28c6f3eeca305635dcb138ab0bd31 10.0.0.83 - - [21/May/2026:19:44:54 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6243 "-" "Go-http-client/1.1" 160 0.010 [auth-system-keycloak-80] [] 10.0.0.152:8080 6243 0.011 200 592276ac623c3fa24fb07005d2628042 W0521 19:44:55.598119 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:55.598311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:55.598338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:58.932488 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:58.932758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:58.932809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:44:59.282642 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.100.174.29"}] I0521 19:44:59.284484 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.100.174.29"}] I0521 19:44:59.284505 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.100.174.29"}] I0521 19:44:59.288317 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"69d7baba-459f-48ec-883c-4e0437481357", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5775", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:44:59.299010 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"112edac0-9172-4861-a04d-b1ad1ce698bc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5776", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:44:59.300149 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0620b1fe-1197-492c-9bd6-109e183a2100", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5777", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:45:02.266147 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:45:02.266416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:02.266442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:05.598683 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:45:05.598957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:05.598993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:08.931848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:08.931888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:12.266092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:12.266144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:23.031355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:23.031409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:26.365377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:26.365427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.68 - - [21/May/2026:19:45:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.152:8080 1882 0.043 200 3d40b8711a744a9c5a1fc5e328a8fb7c 199.19.213.68 - - [21/May/2026:19:45:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1195 0.008 [auth-system-keycloak-80] [] 10.0.0.152:8080 4101 0.008 200 de03eaf5ad73d11ee600ec0a7d3fecd7 199.19.213.68 - - [21/May/2026:19:45:28 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5554 0.165 [auth-system-keycloak-80] [] 10.0.0.152:8080 0 0.163 204 d3289f3c604c90fe6d3724fc3b832fb8 199.19.213.68 - - [21/May/2026:19:45:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1195 0.070 [auth-system-keycloak-80] [] 10.0.0.152:8080 4239 0.070 200 bf50fd2676cfceef9467d3d0a67fbbd2 199.19.213.68 - - [21/May/2026:19:45:28 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6243 "-" "ansible-httpget" 180 0.008 [auth-system-keycloak-80] [] 10.0.0.152:8080 6243 0.008 200 fdc9d5fbd9537c18975aee0f548f36a8 199.19.213.68 - - [21/May/2026:19:45:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.053 [auth-system-keycloak-80] [] 10.0.0.152:8080 1882 0.051 200 3aa7f85c0f77790a3c7677cd988060f8 199.19.213.68 - - [21/May/2026:19:45:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.011 [auth-system-keycloak-80] [] 10.0.0.152:8080 2 0.012 200 b0aa73a984334ba5b657b889507dd3ac 199.19.213.68 - - [21/May/2026:19:45:29 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.051 [auth-system-keycloak-80] [] 10.0.0.152:8080 0 0.051 201 9a11618c5932ca9852eea2228313ce5c 199.19.213.68 - - [21/May/2026:19:45:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2137 "-" "Ansible" 1221 0.021 [auth-system-keycloak-80] [] 10.0.0.152:8080 2137 0.022 200 ca6dd0e47be01c541e3d6fd3f2a1a046 199.19.213.68 - - [21/May/2026:19:45:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.152:8080 1882 0.048 200 9bf1a2e34bf0a81d50c5aaa7b83bbb27 199.19.213.68 - - [21/May/2026:19:45:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2137 "-" "Ansible" 1221 0.010 [auth-system-keycloak-80] [] 10.0.0.152:8080 2137 0.010 200 6476d23b5790a08784b650e5d6af198f 199.19.213.68 - - [21/May/2026:19:45:30 +0000] "GET /admin/realms/atmosphere/clients/73fa864f-5bef-47d9-95b6-6fea7650e430/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.021 [auth-system-keycloak-80] [] 10.0.0.152:8080 233 0.021 200 85302b1df2725d54c42cd335627baf81 199.19.213.68 - - [21/May/2026:19:45:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.019 [auth-system-keycloak-80] [] 10.0.0.152:8080 831 0.019 200 852b501838d8089934849e2155b3b985 199.19.213.68 - - [21/May/2026:19:45:30 +0000] "GET /admin/realms/atmosphere/clients/fbef6e03-a788-491c-b3a7-10db2a7fdbac/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.031 [auth-system-keycloak-80] [] 10.0.0.152:8080 3758 0.031 200 964c6f82db2568ef9a1998db8a824030 199.19.213.68 - - [21/May/2026:19:45:30 +0000] "GET /admin/realms/atmosphere/users/b17f46c8-cfcf-43be-936b-80de9e690039/role-mappings/clients/fbef6e03-a788-491c-b3a7-10db2a7fdbac/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.091 [auth-system-keycloak-80] [] 10.0.0.152:8080 3758 0.092 200 a2572f55b40d6fa37da1a1fb68f59069 199.19.213.68 - - [21/May/2026:19:45:30 +0000] "GET /admin/realms/atmosphere/users/b17f46c8-cfcf-43be-936b-80de9e690039/role-mappings/clients/fbef6e03-a788-491c-b3a7-10db2a7fdbac/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.025 [auth-system-keycloak-80] [] 10.0.0.152:8080 2 0.025 200 9d676ba0e6a23c6ce0f7fdaf2ce92ab6 199.19.213.68 - - [21/May/2026:19:45:30 +0000] "POST /admin/realms/atmosphere/users/b17f46c8-cfcf-43be-936b-80de9e690039/role-mappings/clients/fbef6e03-a788-491c-b3a7-10db2a7fdbac HTTP/1.1" 204 0 "-" "Ansible" 1388 0.020 [auth-system-keycloak-80] [] 10.0.0.152:8080 0 0.020 204 09e68c5952ebf9580c952c95d3112848 199.19.213.68 - - [21/May/2026:19:45:30 +0000] "GET /admin/realms/atmosphere/users/b17f46c8-cfcf-43be-936b-80de9e690039/role-mappings/clients/fbef6e03-a788-491c-b3a7-10db2a7fdbac/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.015 [auth-system-keycloak-80] [] 10.0.0.152:8080 576 0.015 200 e56e9511ff5489cf7f5939e9cc376ecf W0521 19:45:33.381212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:33.381239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:36.715559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:36.715614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:40.048334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:40.048392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:47:38.363706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:47:38.363740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:48:10.655347 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0521 19:48:10.655443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:48:10.655471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:48:10.659433 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0521 19:48:10.659479 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0521 19:48:10.664988 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0521 19:48:10.665399 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"a7a33715-977f-49b1-a7af-f60dbe857c96", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7357", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:48:10.665551 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0521 19:48:10.665890 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0521 19:48:10.665977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:48:10.666016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:48:10.666149 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:48:10.716619 7 controller.go:216] "Backend successfully reloaded" I0521 19:48:10.717037 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-m8zsx", UID:"9f8f4365-8eb4-4805-b396-1ce23b0c20a7", APIVersion:"v1", ResourceVersion:"1493", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0521 19:48:11.038506 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0521 19:48:11.042355 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0521 19:48:14.000844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:48:14.000896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.68 - - [21/May/2026:19:48:15 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.006 [openstack-keystone-api-5000] [] 10.0.0.249:5000 280 0.005 300 0a2001624183e6169ac7381212f0a9bc I0521 19:48:59.283540 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.100.174.29"}] I0521 19:48:59.301463 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"a7a33715-977f-49b1-a7af-f60dbe857c96", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7699", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:48:59.303525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:48:59.303555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store