------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0521 19:35:03.981143 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0521 19:35:03.981310 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0521 19:35:03.990936 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0521 19:35:03.994943 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0521 19:35:04.239931 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0521 19:35:04.258629 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0521 19:35:04.273989 7 nginx.go:271] "Starting NGINX Ingress controller" I0521 19:35:04.282045 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"67512741-6fea-4f13-95b7-a23df94c6172", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0521 19:35:04.286413 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"780dbaa1-eaa9-4591-b8be-ce9d2ea8044f", APIVersion:"v1", ResourceVersion:"1344", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0521 19:35:04.286466 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"ed41348f-5d81-4581-8a2c-d274dd541346", APIVersion:"v1", ResourceVersion:"1342", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0521 19:35:05.475881 7 nginx.go:317] "Starting NGINX process" I0521 19:35:05.475984 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0521 19:35:05.476779 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0521 19:35:05.477139 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0521 19:35:05.477227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:05.477258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:35:05.477323 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:35:05.486182 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0521 19:35:05.486256 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-5lsj4" I0521 19:35:05.515052 7 controller.go:216] "Backend successfully reloaded" I0521 19:35:05.515142 7 controller.go:227] "Initial sync, sleeping for 1 second" I0521 19:35:05.515269 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5lsj4", UID:"c75ff181-9976-4800-b9d5-675c67f6c3ba", APIVersion:"v1", ResourceVersion:"1388", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0521 19:35:09.297710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:09.297790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:12.631832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:12.631918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:15.965625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:15.965672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:19.298580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:19.298646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:22.632444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:22.632496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:25.965381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:25.965531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:29.298661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:29.298728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:32.633222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:32.633273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:35.965099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:35.965153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:40.552350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:40.552385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:43.885943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:43.886016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:47.219220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:47.219271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:35.550502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:35.550552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:38.884518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:38.884588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:46.509925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:46.509965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:54.920462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:54.920514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:01.297797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:01.297834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:04.632154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:04.632208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:07.964923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:07.965010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:11.298073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:11.298142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:46.771489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:46.771579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:49.202185 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-18.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-18.nip.io-tls was not found. Using default certificate W0521 19:39:49.202254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:49.202273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:39:49.204240 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0521 19:39:49.204276 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0521 19:39:49.211961 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0521 19:39:49.212428 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"78abec02-e11d-47f4-b8e6-8df8f3f0c93a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3326", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:39:49.212624 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-18.nip.io-tls" in local store I0521 19:39:49.581458 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-18.nip.io-tls" I0521 19:39:49.593634 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-18.nip.io-tls" W0521 19:39:50.104868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:50.104923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:39:50.105030 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:39:50.146899 7 controller.go:216] "Backend successfully reloaded" I0521 19:39:50.147193 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5lsj4", UID:"c75ff181-9976-4800-b9d5-675c67f6c3ba", APIVersion:"v1", ResourceVersion:"1388", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0521 19:39:53.439252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:53.439308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.18 - - [21/May/2026:19:40:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 1.746 [auth-system-keycloak-80] [] 10.0.0.226:8080 1882 1.745 200 5b6421b0b6be6d17bbc42845790218b0 199.19.213.18 - - [21/May/2026:19:40:01 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1195 0.111 [auth-system-keycloak-80] [] 10.0.0.226:8080 28 0.111 404 4d9431b1ff935c1e8cba487dc5ac689d I0521 19:40:05.495136 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.105.204.20"}] I0521 19:40:05.501345 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"78abec02-e11d-47f4-b8e6-8df8f3f0c93a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3598", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:40:05.502551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:05.502615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.18 - - [21/May/2026:19:40:06 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 5.669 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 5.668 201 b76bedac9a4ce40725e488d8aabe285e 199.19.213.18 - - [21/May/2026:19:40:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.702 [auth-system-keycloak-80] [] 10.0.0.226:8080 4177 0.702 200 de4af865aa9ef4d79258483a5b89fbe8 199.19.213.18 - - [21/May/2026:19:40:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.127 [auth-system-keycloak-80] [] 10.0.0.226:8080 1882 0.126 200 da391d8552d105ce1770c55568ce8663 199.19.213.18 - - [21/May/2026:19:40:08 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1209 0.083 [auth-system-keycloak-80] [] 10.0.0.226:8080 12500 0.083 200 3e9eba71e31b3956b056c17ef60fb1b7 199.19.213.18 - - [21/May/2026:19:40:08 +0000] "GET /admin/realms/atmosphere/client-scopes/6f239d6b-09f0-4b77-b822-83c197c82c64 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.076 [auth-system-keycloak-80] [] 10.0.0.226:8080 1278 0.076 200 d359ae40c5beb6a50baac90e6af67469 199.19.213.18 - - [21/May/2026:19:40:08 +0000] "PUT /admin/realms/atmosphere/client-scopes/6f239d6b-09f0-4b77-b822-83c197c82c64 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.089 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.088 204 6588b785bd3dd8b7153f8e297d98b4c6 199.19.213.18 - - [21/May/2026:19:40:08 +0000] "GET /admin/realms/atmosphere/client-scopes/6f239d6b-09f0-4b77-b822-83c197c82c64/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.020 [auth-system-keycloak-80] [] 10.0.0.226:8080 963 0.021 200 ae2c122e1acf12cc027caa314d0f7f77 199.19.213.18 - - [21/May/2026:19:40:08 +0000] "GET /admin/realms/atmosphere/client-scopes/6f239d6b-09f0-4b77-b822-83c197c82c64/protocol-mappers/models/206f1bef-31f6-4e30-8e06-e763a2116afc HTTP/1.1" 200 366 "-" "Ansible" 1307 0.061 [auth-system-keycloak-80] [] 10.0.0.226:8080 366 0.061 200 5eaef5ec9ef4a08afce9c57b6105b239 199.19.213.18 - - [21/May/2026:19:40:08 +0000] "PUT /admin/realms/atmosphere/client-scopes/6f239d6b-09f0-4b77-b822-83c197c82c64/protocol-mappers/models/206f1bef-31f6-4e30-8e06-e763a2116afc HTTP/1.1" 204 0 "-" "Ansible" 1620 0.092 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.091 204 0d02d93bc7b101a804e156e320777853 199.19.213.18 - - [21/May/2026:19:40:08 +0000] "GET /admin/realms/atmosphere/client-scopes/6f239d6b-09f0-4b77-b822-83c197c82c64 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.085 [auth-system-keycloak-80] [] 10.0.0.226:8080 1218 0.085 200 579e54983c26a53f75d5d28f2af72a46 199.19.213.18 - - [21/May/2026:19:40:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.049 [auth-system-keycloak-80] [] 10.0.0.226:8080 1882 0.047 200 8ffe6e4fe5d5f2db9cb8090ca2f8e6da 199.19.213.18 - - [21/May/2026:19:40:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.065 [auth-system-keycloak-80] [] 10.0.0.226:8080 2 0.065 200 354544789ff26d990370834c53696091 199.19.213.18 - - [21/May/2026:19:40:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.216 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.215 201 fbf86578507bfef33eb3ff196316efd3 199.19.213.18 - - [21/May/2026:19:40:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.085 [auth-system-keycloak-80] [] 10.0.0.226:8080 1259 0.085 200 91874035e784ed55d8965335a0f5cc81 199.19.213.18 - - [21/May/2026:19:40:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.049 [auth-system-keycloak-80] [] 10.0.0.226:8080 1882 0.048 200 42cb137796563e0f25152dfda2f3fc95 199.19.213.18 - - [21/May/2026:19:40:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.025 [auth-system-keycloak-80] [] 10.0.0.226:8080 2 0.025 200 7f4a9fb44319ccb92d0521a640551da9 199.19.213.18 - - [21/May/2026:19:40:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.106 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.106 201 91013b35fbc6a83e562e2e178336e257 199.19.213.18 - - [21/May/2026:19:40:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.078 [auth-system-keycloak-80] [] 10.0.0.226:8080 1283 0.078 200 fba7215f9b4740ae7dd894cde5a8febe 199.19.213.18 - - [21/May/2026:19:40:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.226:8080 1882 0.044 200 b12f52a1dfaf5a00c8ede2367924884c 199.19.213.18 - - [21/May/2026:19:40:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.042 [auth-system-keycloak-80] [] 10.0.0.226:8080 2 0.042 200 6383b4996b8b783fbe520bef967452b4 199.19.213.18 - - [21/May/2026:19:40:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.400 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.399 201 03aa834519e57e3cd13f8b86241bc39d 199.19.213.18 - - [21/May/2026:19:40:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.020 [auth-system-keycloak-80] [] 10.0.0.226:8080 1249 0.020 200 7043ad449fee9a6067e5ad4d299e3bbe 199.19.213.18 - - [21/May/2026:19:40:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.048 [auth-system-keycloak-80] [] 10.0.0.226:8080 1882 0.046 200 ec675e2f61e808387988c7256a349c78 199.19.213.18 - - [21/May/2026:19:40:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.024 [auth-system-keycloak-80] [] 10.0.0.226:8080 1259 0.024 200 cd4b5af53487488a5154139b84b5ff0d 199.19.213.18 - - [21/May/2026:19:40:32 +0000] "GET /admin/realms/atmosphere/clients/8cf3392a-4a0f-444c-8aaf-e2b641f7fc84/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.017 [auth-system-keycloak-80] [] 10.0.0.226:8080 31 0.017 404 cbf8c3a9fe1db2880ac80a0296040e47 199.19.213.18 - - [21/May/2026:19:40:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.226:8080 1259 0.010 200 c05de4c7b3cedab211e7b3fc35c6c3e2 199.19.213.18 - - [21/May/2026:19:40:32 +0000] "POST /admin/realms/atmosphere/clients/8cf3392a-4a0f-444c-8aaf-e2b641f7fc84/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.055 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.054 201 5259aea7981d7b0d6e67f6acf4ba0494 199.19.213.18 - - [21/May/2026:19:40:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.226:8080 1259 0.010 200 b76fdff6753c7bcba65c70cdca1c1a77 199.19.213.18 - - [21/May/2026:19:40:32 +0000] "GET /admin/realms/atmosphere/clients/8cf3392a-4a0f-444c-8aaf-e2b641f7fc84/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.062 [auth-system-keycloak-80] [] 10.0.0.226:8080 166 0.062 200 f5d7ef4a40911dd3c862c35f8c53b696 199.19.213.18 - - [21/May/2026:19:40:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.054 [auth-system-keycloak-80] [] 10.0.0.226:8080 1882 0.052 200 1a6138334c898362098e0af7bd5f9276 199.19.213.18 - - [21/May/2026:19:40:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.013 [auth-system-keycloak-80] [] 10.0.0.226:8080 1283 0.013 200 bdde5e338339390e2c0face2bb0dd827 199.19.213.18 - - [21/May/2026:19:40:32 +0000] "GET /admin/realms/atmosphere/clients/abb39732-e416-4aa0-b18b-9d456a74889e/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1252 0.012 [auth-system-keycloak-80] [] 10.0.0.226:8080 31 0.012 404 931da3ccb57e281a6ae5fc50c09500c2 199.19.213.18 - - [21/May/2026:19:40:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.226:8080 1283 0.010 200 d980ba6ba62e566c551b9aa5bc247233 199.19.213.18 - - [21/May/2026:19:40:33 +0000] "POST /admin/realms/atmosphere/clients/abb39732-e416-4aa0-b18b-9d456a74889e/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.019 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.019 201 aecc464d876d8954d92700036709f7bf 199.19.213.18 - - [21/May/2026:19:40:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.020 [auth-system-keycloak-80] [] 10.0.0.226:8080 1283 0.020 200 ea7001b6c16c61d8734ff5d40ff5765d 199.19.213.18 - - [21/May/2026:19:40:33 +0000] "GET /admin/realms/atmosphere/clients/abb39732-e416-4aa0-b18b-9d456a74889e/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.016 [auth-system-keycloak-80] [] 10.0.0.226:8080 165 0.016 200 0a72ea618c2c5df5469c588c6d546cc6 199.19.213.18 - - [21/May/2026:19:40:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.088 [auth-system-keycloak-80] [] 10.0.0.226:8080 1882 0.086 200 6d236252624902a8825298f4d824ac0d 199.19.213.18 - - [21/May/2026:19:40:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.226:8080 1283 0.010 200 bbd3780fb4435e7dd6c484206c76f3f6 199.19.213.18 - - [21/May/2026:19:40:33 +0000] "GET /admin/realms/atmosphere/clients/abb39732-e416-4aa0-b18b-9d456a74889e/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1253 0.056 [auth-system-keycloak-80] [] 10.0.0.226:8080 31 0.056 404 678ca551a9fbe63c2120f23b35395ff6 199.19.213.18 - - [21/May/2026:19:40:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.226:8080 1283 0.011 200 56c4c02fb747be6eca50ac217607486b 199.19.213.18 - - [21/May/2026:19:40:33 +0000] "POST /admin/realms/atmosphere/clients/abb39732-e416-4aa0-b18b-9d456a74889e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.019 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.018 201 6780a7ea7f7616e06e94403f5988bf7e 199.19.213.18 - - [21/May/2026:19:40:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.042 [auth-system-keycloak-80] [] 10.0.0.226:8080 1283 0.042 200 85510d2679140789bc63fdc2be3b6adb 199.19.213.18 - - [21/May/2026:19:40:33 +0000] "GET /admin/realms/atmosphere/clients/abb39732-e416-4aa0-b18b-9d456a74889e/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.018 [auth-system-keycloak-80] [] 10.0.0.226:8080 166 0.018 200 128d7680f2d16641d40255089a267a01 199.19.213.18 - - [21/May/2026:19:40:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.049 [auth-system-keycloak-80] [] 10.0.0.226:8080 1882 0.048 200 34147d97eb7840124408c623a8280b0e 199.19.213.18 - - [21/May/2026:19:40:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.038 [auth-system-keycloak-80] [] 10.0.0.226:8080 1283 0.037 200 537f11653c0ae116c7fc65100af77c28 199.19.213.18 - - [21/May/2026:19:40:34 +0000] "GET /admin/realms/atmosphere/clients/abb39732-e416-4aa0-b18b-9d456a74889e/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.226:8080 31 0.011 404 064858d9993b71f289f80ca6a1823206 199.19.213.18 - - [21/May/2026:19:40:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.226:8080 1283 0.008 200 1aca016bd9df0b1f4fbed04758a292c4 199.19.213.18 - - [21/May/2026:19:40:34 +0000] "POST /admin/realms/atmosphere/clients/abb39732-e416-4aa0-b18b-9d456a74889e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.053 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.053 201 c5abda5aa6fac7a605df1084cc69f7b8 199.19.213.18 - - [21/May/2026:19:40:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.226:8080 1283 0.009 200 b910fe9c0d38f877743db87256729a3d 199.19.213.18 - - [21/May/2026:19:40:34 +0000] "GET /admin/realms/atmosphere/clients/abb39732-e416-4aa0-b18b-9d456a74889e/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.067 [auth-system-keycloak-80] [] 10.0.0.226:8080 166 0.067 200 7b35f9e1bbb271f772d4e19f185142be 199.19.213.18 - - [21/May/2026:19:40:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.049 [auth-system-keycloak-80] [] 10.0.0.226:8080 1882 0.047 200 98289cd9c0629aef4a7effe4bd5f712f 199.19.213.18 - - [21/May/2026:19:40:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.226:8080 1249 0.007 200 d0cff4150778fb4ea4e88e1b04383d4d 199.19.213.18 - - [21/May/2026:19:40:34 +0000] "GET /admin/realms/atmosphere/clients/dd26df7b-a7ed-4e31-b894-ac26b444cb21/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.037 [auth-system-keycloak-80] [] 10.0.0.226:8080 31 0.037 404 cc85c619eea7336c0a71c4a8ca03e24f 199.19.213.18 - - [21/May/2026:19:40:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.226:8080 1249 0.005 200 70f4db841791d655c129faff19137814 199.19.213.18 - - [21/May/2026:19:40:34 +0000] "POST /admin/realms/atmosphere/clients/dd26df7b-a7ed-4e31-b894-ac26b444cb21/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.018 201 04926ac33c5b08a799d7a6a332ea707e 199.19.213.18 - - [21/May/2026:19:40:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.048 [auth-system-keycloak-80] [] 10.0.0.226:8080 1249 0.048 200 c8b097f9780bfa5044b6fa3e65277a6a 199.19.213.18 - - [21/May/2026:19:40:34 +0000] "GET /admin/realms/atmosphere/clients/dd26df7b-a7ed-4e31-b894-ac26b444cb21/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.226:8080 166 0.014 200 72eacef82425c077f235dca4de41d419 W0521 19:41:43.549394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:43.549446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:43.635331 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:41:43.635449 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0521 19:41:43.635488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:43.635524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:43.635924 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:41:43.635973 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0521 19:41:43.636004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:43.636022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:43.636409 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:41:43.636501 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0521 19:41:43.636548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:43.636569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:41:43.637691 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0521 19:41:43.637721 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0521 19:41:43.637877 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0521 19:41:43.637899 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0521 19:41:43.638606 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0521 19:41:43.638636 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0521 19:41:43.643159 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0521 19:41:43.643692 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"a787defd-aa32-4614-b868-f4b310a07812", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4332", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:41:43.646014 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0521 19:41:43.646051 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0521 19:41:43.646372 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0521 19:41:43.646437 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"cabd47df-843c-4e5f-a4f3-46370340d572", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4333", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:41:43.646481 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0521 19:41:43.646885 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0521 19:41:43.647099 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"f864dbe8-9e7d-4297-98e9-a78e73955314", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4337", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:41:43.928231 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0521 19:41:43.929727 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0521 19:41:43.957131 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0521 19:41:43.957985 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0521 19:41:45.154715 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0521 19:41:45.156361 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0521 19:41:46.883692 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:41:46.883766 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:41:46.883806 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:41:46.883937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:46.883983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:41:46.884138 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:41:46.933468 7 controller.go:216] "Backend successfully reloaded" I0521 19:41:46.933739 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5lsj4", UID:"c75ff181-9976-4800-b9d5-675c67f6c3ba", APIVersion:"v1", ResourceVersion:"1388", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0521 19:41:50.216508 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:41:50.216580 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:41:50.216617 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:41:50.216782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:50.216810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:53.549763 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:41:53.549858 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:41:53.550011 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:41:53.550254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:53.550286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:56.883786 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:41:56.883879 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:41:56.883924 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:41:56.884097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:56.884136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:00.217031 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:42:00.217097 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:42:00.217140 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:42:00.217303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:00.217336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:03.549916 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:42:03.549980 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:42:03.550214 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:42:03.550547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:03.550585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:42:05.495147 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.105.204.20"}] I0521 19:42:05.497794 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.105.204.20"}] I0521 19:42:05.497837 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.105.204.20"}] I0521 19:42:05.514351 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"cabd47df-843c-4e5f-a4f3-46370340d572", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5042", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:42:05.555186 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"a787defd-aa32-4614-b868-f4b310a07812", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5043", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:42:05.557466 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"f864dbe8-9e7d-4297-98e9-a78e73955314", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5044", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:42:06.883790 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:42:06.883847 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:42:06.883878 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:42:06.883977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:06.884006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:10.216116 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:42:10.216165 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:42:10.216190 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:42:10.216285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:10.216310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:13.550206 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:42:13.550294 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:42:13.550367 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:42:13.550633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:13.550718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:16.883256 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:42:16.883371 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:42:16.883721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:16.883758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:20.216301 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:42:20.216435 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:42:20.216572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:20.216607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:23.550165 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:42:23.550285 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:42:23.550634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:23.550675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.92 - - [21/May/2026:19:42:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.037 [auth-system-keycloak-80] [] 10.0.0.226:8080 6297 0.037 200 45b1945b4bae510eaaf20afa500e8169 10.0.0.51 - - [21/May/2026:19:42:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.008 [auth-system-keycloak-80] [] 10.0.0.226:8080 6297 0.008 200 da251d3535ad3d43b25388611dd924fa W0521 19:42:26.882868 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:42:26.882961 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:42:26.883123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:26.883151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:30.216196 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:42:30.216551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:30.216625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:33.556107 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:42:33.556348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:33.556382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:36.883039 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:42:36.883293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:36.883332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:40.216908 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:42:40.217225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:40.217263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:43.551831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:43.551891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:46.883553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:46.883636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:52.694056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:52.694092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:56.027818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:42:56.027879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.18 - - [21/May/2026:19:42:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.226:8080 1882 0.046 200 c1df9e990b9bdc2d2de70fb35b703efb 199.19.213.18 - - [21/May/2026:19:42:57 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.008 [auth-system-keycloak-80] [] 10.0.0.226:8080 4177 0.008 200 1c8794b7e069e46c1b0cec6881432ef9 199.19.213.18 - - [21/May/2026:19:42:57 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5634 0.475 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.474 204 102e07525d4246383374dc15622975f1 199.19.213.18 - - [21/May/2026:19:42:58 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.299 [auth-system-keycloak-80] [] 10.0.0.226:8080 4315 0.299 200 528ac23a729dd2c0fff956b84860889f 199.19.213.18 - - [21/May/2026:19:42:58 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.226:8080 6297 0.006 200 fca72badd02f8ac4318a66bbdcd34486 199.19.213.18 - - [21/May/2026:19:42:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.074 [auth-system-keycloak-80] [] 10.0.0.226:8080 1882 0.073 200 b60f1b392a9d7a0433e0952c3a4a172d 199.19.213.18 - - [21/May/2026:19:42:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.007 [auth-system-keycloak-80] [] 10.0.0.226:8080 2 0.007 200 f61032628675413424091134d63f209a 199.19.213.18 - - [21/May/2026:19:42:59 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.178 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.177 201 57b91a9bf096c0032773f07f4271dde6 199.19.213.18 - - [21/May/2026:19:42:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.023 [auth-system-keycloak-80] [] 10.0.0.226:8080 2242 0.023 200 878476b8c2f0b8277d16e3003c239f9e 199.19.213.18 - - [21/May/2026:19:43:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.054 [auth-system-keycloak-80] [] 10.0.0.226:8080 1882 0.052 200 5fe8bd76d33ba827f463d09d1e2efcf3 199.19.213.18 - - [21/May/2026:19:43:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.226:8080 2242 0.005 200 436ba89115d5b693de54b9a4070e3d5f 199.19.213.18 - - [21/May/2026:19:43:00 +0000] "GET /admin/realms/atmosphere/clients/f600450b-3364-4fbb-a9a4-0946ebc8f4c6/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.017 [auth-system-keycloak-80] [] 10.0.0.226:8080 233 0.017 200 1e16a6d35a51fc6c4613a5d82b67868e 199.19.213.18 - - [21/May/2026:19:43:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.066 [auth-system-keycloak-80] [] 10.0.0.226:8080 831 0.066 200 a5f828e2b8c39d2304fadd0d39d2e7de 199.19.213.18 - - [21/May/2026:19:43:00 +0000] "GET /admin/realms/atmosphere/clients/af125e0f-6646-4f10-bb08-0e0a7d008b58/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.089 [auth-system-keycloak-80] [] 10.0.0.226:8080 3758 0.089 200 cc611fcceb9be81e2f973d4ca508dede 199.19.213.18 - - [21/May/2026:19:43:01 +0000] "GET /admin/realms/atmosphere/users/1c7e3cc3-4a88-4912-8d6e-a26c737f45c6/role-mappings/clients/af125e0f-6646-4f10-bb08-0e0a7d008b58/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.181 [auth-system-keycloak-80] [] 10.0.0.226:8080 3758 0.181 200 d020459d02246110b7f42819b6d60fb4 199.19.213.18 - - [21/May/2026:19:43:01 +0000] "GET /admin/realms/atmosphere/users/1c7e3cc3-4a88-4912-8d6e-a26c737f45c6/role-mappings/clients/af125e0f-6646-4f10-bb08-0e0a7d008b58/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.022 [auth-system-keycloak-80] [] 10.0.0.226:8080 2 0.022 200 e7d1f386eafc806219b42b34fc234643 199.19.213.18 - - [21/May/2026:19:43:01 +0000] "POST /admin/realms/atmosphere/users/1c7e3cc3-4a88-4912-8d6e-a26c737f45c6/role-mappings/clients/af125e0f-6646-4f10-bb08-0e0a7d008b58 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.095 [auth-system-keycloak-80] [] 10.0.0.226:8080 0 0.095 204 c2932f4357a3e3710f45e13f5413b18b 199.19.213.18 - - [21/May/2026:19:43:01 +0000] "GET /admin/realms/atmosphere/users/1c7e3cc3-4a88-4912-8d6e-a26c737f45c6/role-mappings/clients/af125e0f-6646-4f10-bb08-0e0a7d008b58/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.012 [auth-system-keycloak-80] [] 10.0.0.226:8080 576 0.012 200 b17062f71b5d0467ad884d5026f8f6be W0521 19:43:04.007852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:04.007910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:07.341674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:07.341724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:14.332343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:14.332393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:09.015474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:09.015529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:43.309064 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0521 19:45:43.309272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:43.309332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:45:43.313368 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0521 19:45:43.313469 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0521 19:45:43.319653 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0521 19:45:43.320139 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"0a8e295e-889f-4004-b684-b6e6b6fc3e60", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6791", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:45:43.320415 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0521 19:45:43.321063 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0521 19:45:43.321186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:43.321220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:45:43.321426 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:45:43.376225 7 controller.go:216] "Backend successfully reloaded" I0521 19:45:43.376820 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5lsj4", UID:"c75ff181-9976-4800-b9d5-675c67f6c3ba", APIVersion:"v1", ResourceVersion:"1388", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0521 19:45:43.698738 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0521 19:45:43.700554 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0521 19:45:46.656141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:45:46.656196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.18 - - [21/May/2026:19:45:47 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.006 [openstack-keystone-api-5000] [] 10.0.0.199:5000 280 0.006 300 66f81794a2fa3ec4e4e9b866136843fe I0521 19:46:05.495806 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.105.204.20"}] I0521 19:46:05.503676 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"0a8e295e-889f-4004-b684-b6e6b6fc3e60", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6934", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:46:05.505948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:46:05.506001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store