------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0521 19:36:31.202792 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0521 19:36:31.203011 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0521 19:36:31.212327 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0521 19:36:31.215498 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0521 19:36:31.463876 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0521 19:36:31.483997 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0521 19:36:31.495580 7 nginx.go:271] "Starting NGINX Ingress controller" I0521 19:36:31.503507 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"0f7f2fc7-fd87-436e-8165-8cfc3e1699e5", APIVersion:"v1", ResourceVersion:"1408", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0521 19:36:31.507652 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"1e16fbb1-5035-4df4-8f5c-78ac7e852914", APIVersion:"v1", ResourceVersion:"1409", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0521 19:36:31.507735 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"5f27d7a6-327d-4009-8cf1-c6d054c10604", APIVersion:"v1", ResourceVersion:"1410", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0521 19:36:32.698122 7 nginx.go:317] "Starting NGINX process" I0521 19:36:32.698327 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0521 19:36:32.698600 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0521 19:36:32.698875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:32.698904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:36:32.698951 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:36:32.736903 7 controller.go:216] "Backend successfully reloaded" I0521 19:36:32.736990 7 controller.go:227] "Initial sync, sleeping for 1 second" I0521 19:36:32.737088 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2lfmv", UID:"60510a01-102e-4f46-9832-fe42635f205e", APIVersion:"v1", ResourceVersion:"1451", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0521 19:36:32.802616 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0521 19:36:32.802743 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-2lfmv" W0521 19:36:36.530495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:36.530522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:39.864509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:39.864561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:43.198441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:43.198489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:46.530904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:46.530951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:49.865331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:49.865388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:53.197792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:53.197841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:15.964538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:15.964565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:19.298267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:19.298320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:22.631657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:22.631710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:25.965246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:25.965299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:30.403785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:30.403842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:28.977526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:28.977618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:44.728571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:44.728600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:48.062376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:48.062428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:51.395489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:51.395535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:54.729541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:54.729586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:58.063454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:58.063496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:02.828308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:02.828345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:06.163019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:06.163067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:09.497448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:09.497492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:35.302023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:35.302064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:37.757257 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-133.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-133.nip.io-tls was not found. Using default certificate W0521 19:41:37.757326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:37.757345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:41:37.759349 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0521 19:41:37.759389 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0521 19:41:37.769285 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0521 19:41:37.769600 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"bf736e95-03bf-463e-8d0d-eddf52298863", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3446", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:41:37.769900 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-133.nip.io-tls" in local store I0521 19:41:38.053723 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-133.nip.io-tls" I0521 19:41:38.055112 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-133.nip.io-tls" W0521 19:41:38.635556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:38.635605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:41:38.635679 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:41:38.676591 7 controller.go:216] "Backend successfully reloaded" I0521 19:41:38.676864 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2lfmv", UID:"60510a01-102e-4f46-9832-fe42635f205e", APIVersion:"v1", ResourceVersion:"1451", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0521 19:41:41.969084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:41.969137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.133 - - [21/May/2026:19:41:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 1.733 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 1.732 200 a4b569f967cefa62c13d049f3a71bb08 199.19.213.133 - - [21/May/2026:19:41:56 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1197 0.173 [auth-system-keycloak-80] [] 10.0.0.200:8080 28 0.174 404 2fae8d751aafa7ee188454b9d3658d61 199.19.213.133 - - [21/May/2026:19:42:01 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.598 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 4.597 201 d5f441a4c8cea42dbeaa2e1a7b9a1cf6 199.19.213.133 - - [21/May/2026:19:42:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1197 0.699 [auth-system-keycloak-80] [] 10.0.0.200:8080 4177 0.699 200 5024033d1b429c89da66a7e3a9b57720 199.19.213.133 - - [21/May/2026:19:42:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.083 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.082 200 2c06a7d2df86ea8dce5f961824559125 199.19.213.133 - - [21/May/2026:19:42:02 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.102 [auth-system-keycloak-80] [] 10.0.0.200:8080 12500 0.102 200 bf68f8b95202780d75de4e9472e2720e 199.19.213.133 - - [21/May/2026:19:42:02 +0000] "GET /admin/realms/atmosphere/client-scopes/0d8630a7-57e4-4abb-8146-e77a98690c97 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.011 [auth-system-keycloak-80] [] 10.0.0.200:8080 1278 0.010 200 456b9048abe866820e33916ad14889c0 199.19.213.133 - - [21/May/2026:19:42:02 +0000] "PUT /admin/realms/atmosphere/client-scopes/0d8630a7-57e4-4abb-8146-e77a98690c97 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.084 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.083 204 01787d1347eab6c87ba5a7ba6e68b8b8 199.19.213.133 - - [21/May/2026:19:42:03 +0000] "GET /admin/realms/atmosphere/client-scopes/0d8630a7-57e4-4abb-8146-e77a98690c97/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.081 [auth-system-keycloak-80] [] 10.0.0.200:8080 963 0.081 200 644d215bd9ae3e43d9c74213ddc0a762 199.19.213.133 - - [21/May/2026:19:42:03 +0000] "GET /admin/realms/atmosphere/client-scopes/0d8630a7-57e4-4abb-8146-e77a98690c97/protocol-mappers/models/99b3034e-3f79-490b-af68-cd01ca18f022 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.018 [auth-system-keycloak-80] [] 10.0.0.200:8080 366 0.017 200 63a70cdbe19096dd09fb86de6f756ac6 199.19.213.133 - - [21/May/2026:19:42:03 +0000] "PUT /admin/realms/atmosphere/client-scopes/0d8630a7-57e4-4abb-8146-e77a98690c97/protocol-mappers/models/99b3034e-3f79-490b-af68-cd01ca18f022 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.075 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.074 204 8d4f2d3e54b428c9bcd107b6ff2833b1 199.19.213.133 - - [21/May/2026:19:42:03 +0000] "GET /admin/realms/atmosphere/client-scopes/0d8630a7-57e4-4abb-8146-e77a98690c97 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.086 [auth-system-keycloak-80] [] 10.0.0.200:8080 1218 0.086 200 cacc52795572299bf878ee102a750cd7 199.19.213.133 - - [21/May/2026:19:42:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.051 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.050 200 2da35e6b754c586348273e3c61bce7e0 199.19.213.133 - - [21/May/2026:19:42:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.061 [auth-system-keycloak-80] [] 10.0.0.200:8080 2 0.061 200 f80311648114fc3e92f42ae96bf20c85 199.19.213.133 - - [21/May/2026:19:42:24 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.286 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.286 201 a9206aaad3119650153a375f13611bc9 199.19.213.133 - - [21/May/2026:19:42:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.087 [auth-system-keycloak-80] [] 10.0.0.200:8080 1261 0.086 200 106fafb26a19e6fc5af8985d5d187be3 199.19.213.133 - - [21/May/2026:19:42:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.048 200 e97d9ce4080e4791127798b3f81f7057 199.19.213.133 - - [21/May/2026:19:42:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.016 [auth-system-keycloak-80] [] 10.0.0.200:8080 2 0.016 200 ff5009ab74e9b1489215924031b176f1 199.19.213.133 - - [21/May/2026:19:42:25 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.050 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.049 201 07f772b179c3f76d69f6babffc2e3f51 199.19.213.133 - - [21/May/2026:19:42:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.048 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.048 200 c7566a3b120422b0ad13a704ad24f2ca 199.19.213.133 - - [21/May/2026:19:42:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.047 200 9f34344bf9abd45bf58ad0ce6c13e6e5 199.19.213.133 - - [21/May/2026:19:42:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.015 [auth-system-keycloak-80] [] 10.0.0.200:8080 2 0.016 200 b229ae91ac40a65a409e828ce7451bbf 199.19.213.133 - - [21/May/2026:19:42:25 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.223 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.223 201 730cff4ad285559dcb10ebeea4d3d732 199.19.213.133 - - [21/May/2026:19:42:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.022 [auth-system-keycloak-80] [] 10.0.0.200:8080 1251 0.022 200 9104e14f1f9b9ebe12666d5cb73938e4 199.19.213.133 - - [21/May/2026:19:42:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.054 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.052 200 b78076eceb6129ac2d12994440af55d1 199.19.213.133 - - [21/May/2026:19:42:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.200:8080 1261 0.008 200 b386acbb4ec15730d5445252df38b149 199.19.213.133 - - [21/May/2026:19:42:26 +0000] "GET /admin/realms/atmosphere/clients/b59ae920-f3a8-40d5-b9a3-d02fbc0c8f4b/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.200:8080 31 0.013 404 cc96d345b44d94264736150198fb5163 199.19.213.133 - - [21/May/2026:19:42:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.200:8080 1261 0.008 200 4c55edf70cbe48fe60cbeae409987f34 199.19.213.133 - - [21/May/2026:19:42:26 +0000] "POST /admin/realms/atmosphere/clients/b59ae920-f3a8-40d5-b9a3-d02fbc0c8f4b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.075 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.073 201 fcafd3ee435572d2a632fc032ef70850 199.19.213.133 - - [21/May/2026:19:42:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.508 [auth-system-keycloak-80] [] 10.0.0.200:8080 1261 0.507 200 de153c5c91e85146e5186f28b0101fce 199.19.213.133 - - [21/May/2026:19:42:27 +0000] "GET /admin/realms/atmosphere/clients/b59ae920-f3a8-40d5-b9a3-d02fbc0c8f4b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.064 [auth-system-keycloak-80] [] 10.0.0.200:8080 166 0.064 200 9dccbfebfe1e6548adcbc66a4638148c 199.19.213.133 - - [21/May/2026:19:42:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.044 200 f1d04c008bacc79ba11f2f9e22c4f702 199.19.213.133 - - [21/May/2026:19:42:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.006 200 c977570bbbe8d0a39740f38e33c102ef 199.19.213.133 - - [21/May/2026:19:42:27 +0000] "GET /admin/realms/atmosphere/clients/0bf8fc4b-fe3b-4b80-be3d-40f3de995b86/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.200:8080 31 0.009 404 88a95b64905c712460b48e526aac69d9 199.19.213.133 - - [21/May/2026:19:42:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.006 200 282c4b0b54bbee26da85738076706a9c 199.19.213.133 - - [21/May/2026:19:42:27 +0000] "POST /admin/realms/atmosphere/clients/0bf8fc4b-fe3b-4b80-be3d-40f3de995b86/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.025 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.024 201 bc6169fac8fa87c14ff9d95bd5487ac0 199.19.213.133 - - [21/May/2026:19:42:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.007 200 0ee96632074df4c6b3a846ecde65a59f 199.19.213.133 - - [21/May/2026:19:42:27 +0000] "GET /admin/realms/atmosphere/clients/0bf8fc4b-fe3b-4b80-be3d-40f3de995b86/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.069 [auth-system-keycloak-80] [] 10.0.0.200:8080 165 0.069 200 5fe82eddba3e083ea1af24b926c0dde1 199.19.213.133 - - [21/May/2026:19:42:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.046 200 882ac86516076407789976356c6f5865 199.19.213.133 - - [21/May/2026:19:42:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.004 200 45e52ef434e1540eb3113c3eb78fa44e 199.19.213.133 - - [21/May/2026:19:42:28 +0000] "GET /admin/realms/atmosphere/clients/0bf8fc4b-fe3b-4b80-be3d-40f3de995b86/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1255 0.045 [auth-system-keycloak-80] [] 10.0.0.200:8080 31 0.046 404 fb4aa6423af0e08a41d0909368d13dc6 199.19.213.133 - - [21/May/2026:19:42:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.007 200 8783f14ca49644d377bcef29bf7cbf3a 199.19.213.133 - - [21/May/2026:19:42:28 +0000] "POST /admin/realms/atmosphere/clients/0bf8fc4b-fe3b-4b80-be3d-40f3de995b86/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.017 201 8d97cca07a784c10cf9e7a23aed5b4d3 199.19.213.133 - - [21/May/2026:19:42:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.045 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.044 200 223f0595fc64c12eb0ab0a03b9d4f14f 199.19.213.133 - - [21/May/2026:19:42:28 +0000] "GET /admin/realms/atmosphere/clients/0bf8fc4b-fe3b-4b80-be3d-40f3de995b86/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.200:8080 166 0.015 200 0506e6f919bc9d72f5fa968b65ab582f 199.19.213.133 - - [21/May/2026:19:42:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.052 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.051 200 cb83937e089eaa4bb5be57307f90fdce 199.19.213.133 - - [21/May/2026:19:42:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.015 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.015 200 7739108c3755fa370e8e291c193e1d09 199.19.213.133 - - [21/May/2026:19:42:28 +0000] "GET /admin/realms/atmosphere/clients/0bf8fc4b-fe3b-4b80-be3d-40f3de995b86/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.200:8080 31 0.013 404 223a1315392aea978a7230bd2d2daf24 199.19.213.133 - - [21/May/2026:19:42:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.066 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.066 200 86a033294416aca77113f60f364bdb89 199.19.213.133 - - [21/May/2026:19:42:28 +0000] "POST /admin/realms/atmosphere/clients/0bf8fc4b-fe3b-4b80-be3d-40f3de995b86/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.023 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.022 201 d74aa7988dab2a7d4962409aaa446f97 199.19.213.133 - - [21/May/2026:19:42:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.007 200 0d0fed7aa3a2d6d1507fecd7d36a4fb7 199.19.213.133 - - [21/May/2026:19:42:28 +0000] "GET /admin/realms/atmosphere/clients/0bf8fc4b-fe3b-4b80-be3d-40f3de995b86/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.044 [auth-system-keycloak-80] [] 10.0.0.200:8080 166 0.044 200 189fe26f68c9d44bcd17b788cc985eb3 199.19.213.133 - - [21/May/2026:19:42:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.047 200 38f69d66b7077ac2610e6ff798acb67f 199.19.213.133 - - [21/May/2026:19:42:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.200:8080 1251 0.008 200 6c8f39b61b1c330bb20f1cf3cf9963e5 199.19.213.133 - - [21/May/2026:19:42:29 +0000] "GET /admin/realms/atmosphere/clients/de73ca59-90fb-4269-a6af-9b90f8542fe5/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.035 [auth-system-keycloak-80] [] 10.0.0.200:8080 31 0.034 404 f24d070839e480d8c4c198776e6cbb79 199.19.213.133 - - [21/May/2026:19:42:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.200:8080 1251 0.008 200 76332b04d11ba995916c566046cb7545 199.19.213.133 - - [21/May/2026:19:42:30 +0000] "POST /admin/realms/atmosphere/clients/de73ca59-90fb-4269-a6af-9b90f8542fe5/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 1.326 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 1.325 201 84c45b164065485ad1fb1a4486652472 199.19.213.133 - - [21/May/2026:19:42:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.200:8080 1251 0.009 200 9465159d8e826147f6ee8c5a4ae79a27 199.19.213.133 - - [21/May/2026:19:42:30 +0000] "GET /admin/realms/atmosphere/clients/de73ca59-90fb-4269-a6af-9b90f8542fe5/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.200:8080 166 0.013 200 e658242cd73093c3f8301ecec8cf6211 I0521 19:42:32.811318 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.99.157.116"}] I0521 19:42:32.823544 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"bf736e95-03bf-463e-8d0d-eddf52298863", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3911", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:42:32.825810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:32.825841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:41.400392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:41.400623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:41.482100 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:43:41.482203 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0521 19:43:41.482257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:41.482283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:41.482629 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:43:41.482725 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0521 19:43:41.482898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:41.482921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:41.483086 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:43:41.483177 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0521 19:43:41.483239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:41.483258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:43:41.488066 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0521 19:43:41.488128 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0521 19:43:41.488630 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0521 19:43:41.488673 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0521 19:43:41.489735 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.008s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.008s testedConfigurationSize:18.2kB} I0521 19:43:41.489768 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0521 19:43:41.496544 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0521 19:43:41.497135 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0521 19:43:41.497176 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0521 19:43:41.497324 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"250977eb-ea97-419f-9e6e-22ef870a8836", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4501", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:43:41.497404 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0521 19:43:41.497450 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0521 19:43:41.497379 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"089440cb-a009-4cfb-9d10-5fee0ca00ced", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4503", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:43:41.497906 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"c841de80-f57d-4055-a0c7-19a8fe04f4f7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4504", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:43:41.498663 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0521 19:43:41.777883 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0521 19:43:41.779189 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0521 19:43:41.909678 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0521 19:43:41.910598 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0521 19:43:43.209564 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0521 19:43:43.211178 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0521 19:43:44.733692 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:43:44.733760 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:43:44.733803 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:43:44.733924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:44.733954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:43:44.734097 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:43:44.821434 7 controller.go:216] "Backend successfully reloaded" I0521 19:43:44.821637 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2lfmv", UID:"60510a01-102e-4f46-9832-fe42635f205e", APIVersion:"v1", ResourceVersion:"1451", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0521 19:43:48.067909 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:43:48.068001 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:43:48.068045 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:43:48.068183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:48.068206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:51.399559 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:43:51.399620 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:43:51.399648 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:43:51.399755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:51.399769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:54.733415 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:43:54.733489 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:43:54.733530 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:43:54.733657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:54.733690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:58.066157 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:43:58.066195 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:43:58.066217 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:43:58.066307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:58.066319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:01.400319 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:01.400398 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:44:01.400464 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:01.400604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:01.400652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:04.733572 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:04.733642 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:44:04.733681 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:04.733826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:04.733858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:08.066185 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:08.066263 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:44:08.066307 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:08.066460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:08.066489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:11.400039 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:11.400120 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:44:11.400160 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:11.400289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:11.400316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:14.733193 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:14.733289 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:44:14.733347 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:14.733533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:14.733575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:18.067987 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:18.068069 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:44:18.068124 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:18.068260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:18.068289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:21.402158 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:21.402224 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:44:21.402280 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:21.402399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:21.402424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:24.733570 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:24.733731 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:24.733999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:24.734042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:28.067541 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:28.067642 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:28.067778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:28.067803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:31.399979 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:31.400095 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:31.400226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:31.400255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:44:33.214937 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.99.157.116"}] I0521 19:44:33.214946 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.99.157.116"}] I0521 19:44:33.214990 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.99.157.116"}] I0521 19:44:33.317999 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"089440cb-a009-4cfb-9d10-5fee0ca00ced", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5537", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:44:33.323958 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"250977eb-ea97-419f-9e6e-22ef870a8836", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5538", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:44:33.335824 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"c841de80-f57d-4055-a0c7-19a8fe04f4f7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5539", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:44:34.733109 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:34.733214 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:34.733388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:34.733427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:38.066712 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:38.066822 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:38.066969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:38.066998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:41.400145 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:41.400246 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:41.400381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:41.400410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.233 - - [21/May/2026:19:44:44 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "Go-http-client/1.1" 161 0.033 [auth-system-keycloak-80] [] 10.0.0.200:8080 6318 0.033 200 b07c0a5c64c104968c9fc9af4920d16b W0521 19:44:44.733432 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:44.733543 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:44:44.733865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:44.733898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:48.067101 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:48.067421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:48.067465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.223 - - [21/May/2026:19:44:50 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "Go-http-client/1.1" 161 0.010 [auth-system-keycloak-80] [] 10.0.0.200:8080 6318 0.010 200 f22ebaae6b75ef32552e00da94bc53aa W0521 19:44:51.399503 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:51.399749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:51.399777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:54.733586 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:54.733862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:54.733898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:58.218445 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:44:58.218667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:58.218699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:05.445285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:05.445453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:11.989051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:11.989098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:15.323498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:15.323544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.133 - - [21/May/2026:19:45:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.082 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.081 200 19faf488e2292f70b42b177eede81102 199.19.213.133 - - [21/May/2026:19:45:16 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.200:8080 4177 0.007 200 354526a05389a01c73c2dcb08504cbbc 199.19.213.133 - - [21/May/2026:19:45:16 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5636 0.524 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.523 204 44a53f7427f0857ebd957e9ad6bb269a 199.19.213.133 - - [21/May/2026:19:45:16 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1197 0.236 [auth-system-keycloak-80] [] 10.0.0.200:8080 4315 0.236 200 0573318f20f652596a0255e29f741b2c 199.19.213.133 - - [21/May/2026:19:45:17 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.200:8080 6318 0.005 200 8e8afacd90b6de1332ddf09319256a42 199.19.213.133 - - [21/May/2026:19:45:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.089 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.088 200 14c9f91299b77a2156099adf5ad80e8f 199.19.213.133 - - [21/May/2026:19:45:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.200:8080 2 0.011 200 e187e297d73526ca37f6ee9ade74a83a 199.19.213.133 - - [21/May/2026:19:45:18 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.078 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.076 201 24e1e792e5eb55bf104764ed3c49d6c1 199.19.213.133 - - [21/May/2026:19:45:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.073 [auth-system-keycloak-80] [] 10.0.0.200:8080 2246 0.074 200 d5ee9e4ec019a787286e863e0f553399 199.19.213.133 - - [21/May/2026:19:45:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.043 200 9289653b147df25ce5409259c14dbafb 199.19.213.133 - - [21/May/2026:19:45:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.200:8080 2246 0.005 200 b470e7c173725e8f9843f091b2ff81e8 199.19.213.133 - - [21/May/2026:19:45:19 +0000] "GET /admin/realms/atmosphere/clients/682b23c2-b31d-44e0-a967-3be7de01fb61/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.018 [auth-system-keycloak-80] [] 10.0.0.200:8080 233 0.017 200 6282c3c6dbb1e90ac8b8f1da83c80294 199.19.213.133 - - [21/May/2026:19:45:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.047 [auth-system-keycloak-80] [] 10.0.0.200:8080 831 0.047 200 25ffb2d10dac874aada6605b4d3cf8cf 199.19.213.133 - - [21/May/2026:19:45:19 +0000] "GET /admin/realms/atmosphere/clients/515d51ad-1a54-4412-a6e6-04ecfac07a4c/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.085 [auth-system-keycloak-80] [] 10.0.0.200:8080 3758 0.086 200 fe8abea020633cf3fa3834f478087b61 199.19.213.133 - - [21/May/2026:19:45:19 +0000] "GET /admin/realms/atmosphere/users/6f98e4bd-8402-48b6-8ecd-9933ef95c21b/role-mappings/clients/515d51ad-1a54-4412-a6e6-04ecfac07a4c/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.112 [auth-system-keycloak-80] [] 10.0.0.200:8080 3758 0.112 200 ed8ff96883fad22a43db9f7e4150a907 199.19.213.133 - - [21/May/2026:19:45:19 +0000] "GET /admin/realms/atmosphere/users/6f98e4bd-8402-48b6-8ecd-9933ef95c21b/role-mappings/clients/515d51ad-1a54-4412-a6e6-04ecfac07a4c/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.080 [auth-system-keycloak-80] [] 10.0.0.200:8080 2 0.080 200 21d933ed188a8c75ac5d1f1439c6a157 199.19.213.133 - - [21/May/2026:19:45:19 +0000] "POST /admin/realms/atmosphere/users/6f98e4bd-8402-48b6-8ecd-9933ef95c21b/role-mappings/clients/515d51ad-1a54-4412-a6e6-04ecfac07a4c HTTP/1.1" 204 0 "-" "Ansible" 1390 0.021 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.020 204 9b5264cf2ce20299ec12c4882e02d044 199.19.213.133 - - [21/May/2026:19:45:19 +0000] "GET /admin/realms/atmosphere/users/6f98e4bd-8402-48b6-8ecd-9933ef95c21b/role-mappings/clients/515d51ad-1a54-4412-a6e6-04ecfac07a4c/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.043 [auth-system-keycloak-80] [] 10.0.0.200:8080 576 0.043 200 05aa0fde37739b209bdef447b4e8bc1a W0521 19:45:22.840373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:22.840426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:26.174905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:26.174969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:36.001592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:36.001650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:47:28.015703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:47:28.015764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:48:02.685390 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0521 19:48:02.685497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:48:02.685518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:48:02.689002 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:28.7kB} I0521 19:48:02.689049 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0521 19:48:02.697218 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0521 19:48:02.697477 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"bd70c9ab-80df-49cf-be45-cef5b76c4efe", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7020", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:48:02.697736 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0521 19:48:02.698078 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0521 19:48:02.698149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:48:02.698172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:48:02.698294 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:48:02.748404 7 controller.go:216] "Backend successfully reloaded" I0521 19:48:02.748745 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2lfmv", UID:"60510a01-102e-4f46-9832-fe42635f205e", APIVersion:"v1", ResourceVersion:"1451", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0521 19:48:03.125957 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0521 19:48:03.127910 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0521 19:48:06.032804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:48:06.032858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.133 - - [21/May/2026:19:48:07 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 a87bea93a0bab9f39891e449bae12fd6 I0521 19:48:32.811772 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.99.157.116"}] I0521 19:48:32.821078 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"bd70c9ab-80df-49cf-be45-cef5b76c4efe", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7201", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:48:32.823994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:48:32.824040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store