------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0417 18:39:54.199199 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0417 18:39:54.199342 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0417 18:39:54.207102 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0417 18:39:54.210773 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0417 18:39:54.341769 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0417 18:39:54.362066 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0417 18:39:54.374679 7 nginx.go:271] "Starting NGINX Ingress controller" I0417 18:39:54.382267 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"0f08aaba-4dba-4e81-801f-e840339497ec", APIVersion:"v1", ResourceVersion:"1377", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0417 18:39:54.387112 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"d9a504d3-9e11-4ba8-8eca-60eb7910da55", APIVersion:"v1", ResourceVersion:"1378", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0417 18:39:54.387180 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"3a1de8d7-2429-4025-bfba-6e14614764fb", APIVersion:"v1", ResourceVersion:"1376", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0417 18:39:55.577315 7 nginx.go:317] "Starting NGINX process" I0417 18:39:55.577404 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0417 18:39:55.577974 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0417 18:39:55.579115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:39:55.579145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 18:39:55.579215 7 controller.go:196] "Configuration changes detected, backend reload required" I0417 18:39:55.587330 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0417 18:39:55.587389 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-2pslr" I0417 18:39:55.614435 7 controller.go:216] "Backend successfully reloaded" I0417 18:39:55.614583 7 controller.go:227] "Initial sync, sleeping for 1 second" I0417 18:39:55.614670 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2pslr", UID:"d2a474a8-c8c6-4401-83b6-091c199e33e1", APIVersion:"v1", ResourceVersion:"1424", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0417 18:39:59.396489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:39:59.396525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:02.729964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:02.730010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:06.064231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:06.064273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:09.397668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:09.397716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:12.730919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:12.730972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:17.323470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:17.323508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:20.657211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:20.657299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:23.992524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:23.992564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:27.324422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:27.324482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:30.659346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:30.659399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:33.990476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:33.990513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:37.324484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:40:37.324524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:41:57.098796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:41:57.098839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:42:18.163776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:42:18.163827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:42:21.499128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:42:21.499184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:42:24.831493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:42:24.831546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:42:28.164754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:42:28.164801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:42:31.497765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:42:31.497816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:42:34.830991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:42:34.831035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:42:38.649462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:42:38.649503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:42:41.983425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:42:41.983554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:45:21.896621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:45:21.896653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:45:24.823196 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-242.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-242.nip.io-tls was not found. Using default certificate W0417 18:45:24.823249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:45:24.823263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 18:45:24.824924 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0417 18:45:24.824957 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0417 18:45:24.987305 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0417 18:45:24.988252 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-242.nip.io-tls" in local store I0417 18:45:24.988899 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ffae240d-f906-4000-ac80-cf5eb502e007", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3623", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 18:45:25.230563 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-242.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-242.nip.io-tls was not found. Using default certificate W0417 18:45:25.230624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:45:25.230767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 18:45:25.230820 7 controller.go:196] "Configuration changes detected, backend reload required" I0417 18:45:25.275688 7 controller.go:216] "Backend successfully reloaded" I0417 18:45:25.276471 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2pslr", UID:"d2a474a8-c8c6-4401-83b6-091c199e33e1", APIVersion:"v1", ResourceVersion:"1424", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0417 18:45:25.456255 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-242.nip.io-tls" I0417 18:45:25.457337 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-242.nip.io-tls" W0417 18:45:28.564294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:45:28.564324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:45:31.896933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:45:31.896984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.242 - - [17/Apr/2026:18:45:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.094 [auth-system-keycloak-80] [] 10.0.0.135:8080 1928 2.093 200 b5f72eb2f98ff8e9d2384e3b3a22cfa4 199.204.45.242 - - [17/Apr/2026:18:45:32 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.103 [auth-system-keycloak-80] [] 10.0.0.135:8080 116 0.103 404 258509c808356a4df7da3b657cae2e50 199.204.45.242 - - [17/Apr/2026:18:45:36 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.266 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 4.265 201 ba1ccdc8d66ce09d29d172f292f57e54 199.204.45.242 - - [17/Apr/2026:18:45:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.687 [auth-system-keycloak-80] [] 10.0.0.135:8080 4246 0.687 200 c1b4881bc314a6f68eb944b894f5e432 199.204.45.242 - - [17/Apr/2026:18:45:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.627 [auth-system-keycloak-80] [] 10.0.0.135:8080 1928 0.624 200 42a6143494abf0b77544d20782fc78cd 199.204.45.242 - - [17/Apr/2026:18:45:38 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.063 [auth-system-keycloak-80] [] 10.0.0.135:8080 12500 0.063 200 384b5ebc44a7c30c3e73d7b8626941cb 199.204.45.242 - - [17/Apr/2026:18:45:38 +0000] "GET /admin/realms/atmosphere/client-scopes/5e9dd919-3647-426f-b2c8-54dea72bd8fa HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.011 [auth-system-keycloak-80] [] 10.0.0.135:8080 1278 0.011 200 5a73d939aee1cd2a2c12fd1e28a143a7 199.204.45.242 - - [17/Apr/2026:18:45:38 +0000] "PUT /admin/realms/atmosphere/client-scopes/5e9dd919-3647-426f-b2c8-54dea72bd8fa HTTP/1.1" 204 0 "-" "Ansible" 1848 0.087 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.086 204 0edeb70deb687a6db04f337a1583f4ad 199.204.45.242 - - [17/Apr/2026:18:45:38 +0000] "GET /admin/realms/atmosphere/client-scopes/5e9dd919-3647-426f-b2c8-54dea72bd8fa/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.060 [auth-system-keycloak-80] [] 10.0.0.135:8080 963 0.060 200 545397eabddfac0bc578d9f19398d96e 199.204.45.242 - - [17/Apr/2026:18:45:38 +0000] "GET /admin/realms/atmosphere/client-scopes/5e9dd919-3647-426f-b2c8-54dea72bd8fa/protocol-mappers/models/d1167ba4-d5e9-4dd3-8eab-9ea4c8dbd473 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.074 [auth-system-keycloak-80] [] 10.0.0.135:8080 366 0.074 200 be2df8ec36ffd18874e10b932d7c8cc0 199.204.45.242 - - [17/Apr/2026:18:45:38 +0000] "PUT /admin/realms/atmosphere/client-scopes/5e9dd919-3647-426f-b2c8-54dea72bd8fa/protocol-mappers/models/d1167ba4-d5e9-4dd3-8eab-9ea4c8dbd473 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.089 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.088 204 e2da7f626956f66f6ab20a5e2c0f3cac 199.204.45.242 - - [17/Apr/2026:18:45:38 +0000] "GET /admin/realms/atmosphere/client-scopes/5e9dd919-3647-426f-b2c8-54dea72bd8fa HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.019 [auth-system-keycloak-80] [] 10.0.0.135:8080 1218 0.019 200 6cff1eb299a8230f0879df40979e8759 I0417 18:45:55.971822 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.98.47.89"}] I0417 18:45:55.978614 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ffae240d-f906-4000-ac80-cf5eb502e007", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3872", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 18:45:55.981108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:45:55.981144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.242 - - [17/Apr/2026:18:46:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.515 [auth-system-keycloak-80] [] 10.0.0.135:8080 1928 0.513 200 5d028a27d29c99fbe9712c43f08acea2 199.204.45.242 - - [17/Apr/2026:18:46:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.016 [auth-system-keycloak-80] [] 10.0.0.135:8080 2 0.016 200 293db2f482b0a517caa3c617c27f4245 199.204.45.242 - - [17/Apr/2026:18:46:00 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.321 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.320 201 91df8c8d51eee6a46ec4b1cefa4228f2 199.204.45.242 - - [17/Apr/2026:18:46:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.046 [auth-system-keycloak-80] [] 10.0.0.135:8080 1261 0.046 200 60c172a609d6c07c6b31f8fa75896239 199.204.45.242 - - [17/Apr/2026:18:46:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.934 [auth-system-keycloak-80] [] 10.0.0.135:8080 1928 0.933 200 9c33ca34ce69841f6f0372492cacb42d 199.204.45.242 - - [17/Apr/2026:18:46:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.051 [auth-system-keycloak-80] [] 10.0.0.135:8080 2 0.051 200 3577c31b3d759e85ff9c60a5d3e2693d 199.204.45.242 - - [17/Apr/2026:18:46:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.103 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.102 201 22c5dc2fbf6be154db935c71a381182d 199.204.45.242 - - [17/Apr/2026:18:46:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.135:8080 1286 0.023 200 8479ef1bd88bc097ddea9c6cc5898027 199.204.45.242 - - [17/Apr/2026:18:46:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.500 [auth-system-keycloak-80] [] 10.0.0.135:8080 1928 0.499 200 a7e0a82cca899fe0a0cab4bdf40164b2 199.204.45.242 - - [17/Apr/2026:18:46:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.135:8080 2 0.011 200 c476529cd1e64b34caf45affff60091b 199.204.45.242 - - [17/Apr/2026:18:46:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.121 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.121 201 5b8ce67f00a7e8352c13fad4d8250098 199.204.45.242 - - [17/Apr/2026:18:46:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.024 [auth-system-keycloak-80] [] 10.0.0.135:8080 1251 0.023 200 db62fc58a8ba7fdd69fd3f5c3f87f0aa 199.204.45.242 - - [17/Apr/2026:18:46:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.524 [auth-system-keycloak-80] [] 10.0.0.135:8080 1928 0.523 200 4a4c5edd44cd361f0e5217bbe6e3036d 199.204.45.242 - - [17/Apr/2026:18:46:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.135:8080 1261 0.008 200 68a9b95fedd23f8c15b198953082fee6 199.204.45.242 - - [17/Apr/2026:18:46:04 +0000] "GET /admin/realms/atmosphere/clients/81d2396e-e61d-4b76-a574-de25fe32cf3f/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.057 [auth-system-keycloak-80] [] 10.0.0.135:8080 119 0.057 404 1b45eb2f2205534dada617fa5ff806c0 199.204.45.242 - - [17/Apr/2026:18:46:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.135:8080 1261 0.008 200 5571f15c84cb846d404d0723232c3f50 199.204.45.242 - - [17/Apr/2026:18:46:04 +0000] "POST /admin/realms/atmosphere/clients/81d2396e-e61d-4b76-a574-de25fe32cf3f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.088 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.087 201 7204c6cd208d95d8eaa5d1b1bed43105 199.204.45.242 - - [17/Apr/2026:18:46:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.059 [auth-system-keycloak-80] [] 10.0.0.135:8080 1261 0.059 200 3c5290a70fff67a00ac3c5bf458631e1 199.204.45.242 - - [17/Apr/2026:18:46:04 +0000] "GET /admin/realms/atmosphere/clients/81d2396e-e61d-4b76-a574-de25fe32cf3f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.135:8080 166 0.017 200 89bb5f23e06f26400ac88237062e8556 199.204.45.242 - - [17/Apr/2026:18:46:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.135:8080 1928 0.479 200 8a22895658926028bb4cbcd4bd776210 199.204.45.242 - - [17/Apr/2026:18:46:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.073 [auth-system-keycloak-80] [] 10.0.0.135:8080 1286 0.073 200 ad1393928c7a5aa998edf1301682a3b9 199.204.45.242 - - [17/Apr/2026:18:46:05 +0000] "GET /admin/realms/atmosphere/clients/edf218f2-9f26-4b78-b2ad-23435001a078/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.135:8080 119 0.009 404 e083746ab6bbe22a1452edc676a9839a 199.204.45.242 - - [17/Apr/2026:18:46:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.135:8080 1286 0.006 200 5fb44e2253677445febae5c0a2d45a73 199.204.45.242 - - [17/Apr/2026:18:46:05 +0000] "POST /admin/realms/atmosphere/clients/edf218f2-9f26-4b78-b2ad-23435001a078/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.070 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.069 201 43f0585381e0e698a7beac0d56a1c1b6 199.204.45.242 - - [17/Apr/2026:18:46:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.135:8080 1286 0.008 200 8a33f5b85778e22e2a03b87e378b18f9 199.204.45.242 - - [17/Apr/2026:18:46:05 +0000] "GET /admin/realms/atmosphere/clients/edf218f2-9f26-4b78-b2ad-23435001a078/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.015 [auth-system-keycloak-80] [] 10.0.0.135:8080 165 0.015 200 0d10211a1eeb5d1e59a6a1f271b2ddd5 199.204.45.242 - - [17/Apr/2026:18:46:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.493 [auth-system-keycloak-80] [] 10.0.0.135:8080 1928 0.492 200 4175421a817200f1348fd17bfa485659 199.204.45.242 - - [17/Apr/2026:18:46:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.135:8080 1286 0.008 200 01124780e904eacb70be31bd57b385d0 199.204.45.242 - - [17/Apr/2026:18:46:06 +0000] "GET /admin/realms/atmosphere/clients/edf218f2-9f26-4b78-b2ad-23435001a078/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.135:8080 119 0.010 404 911fa2bc20b9e61d853d3df5a6407925 199.204.45.242 - - [17/Apr/2026:18:46:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.045 [auth-system-keycloak-80] [] 10.0.0.135:8080 1286 0.045 200 7215ba67559da2ffe8940ee350fcc379 199.204.45.242 - - [17/Apr/2026:18:46:06 +0000] "POST /admin/realms/atmosphere/clients/edf218f2-9f26-4b78-b2ad-23435001a078/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.089 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.088 201 95cb84adacfbd0597584eb7d51b5322d 199.204.45.242 - - [17/Apr/2026:18:46:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.135:8080 1286 0.006 200 8aae38c1b8be2e2de535110ff99e4d90 199.204.45.242 - - [17/Apr/2026:18:46:06 +0000] "GET /admin/realms/atmosphere/clients/edf218f2-9f26-4b78-b2ad-23435001a078/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.135:8080 166 0.015 200 5a38b1185c7b029a0b930664a36e9051 199.204.45.242 - - [17/Apr/2026:18:46:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.460 [auth-system-keycloak-80] [] 10.0.0.135:8080 1928 0.459 200 6f7290b28b27b7ffbf0fbe12a3e92809 199.204.45.242 - - [17/Apr/2026:18:46:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.135:8080 1286 0.009 200 0b38152e2b63e33a18fd326981da3a8a 199.204.45.242 - - [17/Apr/2026:18:46:07 +0000] "GET /admin/realms/atmosphere/clients/edf218f2-9f26-4b78-b2ad-23435001a078/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.135:8080 119 0.007 404 7be17cdd0e665110549eef503e545530 199.204.45.242 - - [17/Apr/2026:18:46:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.057 [auth-system-keycloak-80] [] 10.0.0.135:8080 1286 0.056 200 9ba6632620f6d43d0331e108792de03c 199.204.45.242 - - [17/Apr/2026:18:46:08 +0000] "POST /admin/realms/atmosphere/clients/edf218f2-9f26-4b78-b2ad-23435001a078/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.196 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.195 201 a674317167d93e6e46199fa3b70bc0ad 199.204.45.242 - - [17/Apr/2026:18:46:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.135:8080 1286 0.009 200 7ba072f6420ca1a3853b51d4adb33187 199.204.45.242 - - [17/Apr/2026:18:46:08 +0000] "GET /admin/realms/atmosphere/clients/edf218f2-9f26-4b78-b2ad-23435001a078/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.135:8080 166 0.014 200 7f441358668e15426af40c011a4fdfc7 199.204.45.242 - - [17/Apr/2026:18:46:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.135:8080 1928 0.464 200 ca19722cedf65f49041644e3c603e3c0 199.204.45.242 - - [17/Apr/2026:18:46:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.135:8080 1251 0.007 200 4c905117290c915db663be9235bf6125 199.204.45.242 - - [17/Apr/2026:18:46:08 +0000] "GET /admin/realms/atmosphere/clients/c51995e0-e821-47bd-9bc1-e04c8049267e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.135:8080 119 0.009 404 1824b910e1da7e496d7a57917ce19133 199.204.45.242 - - [17/Apr/2026:18:46:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.135:8080 1251 0.007 200 ea735edc36a1058de3a1010edc962386 199.204.45.242 - - [17/Apr/2026:18:46:08 +0000] "POST /admin/realms/atmosphere/clients/c51995e0-e821-47bd-9bc1-e04c8049267e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.043 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.043 201 909e49aaaf8fd1c79d06ce4658b8180e 199.204.45.242 - - [17/Apr/2026:18:46:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.135:8080 1251 0.008 200 2e3f5694476147b737524a53bd72fe49 199.204.45.242 - - [17/Apr/2026:18:46:08 +0000] "GET /admin/realms/atmosphere/clients/c51995e0-e821-47bd-9bc1-e04c8049267e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.135:8080 166 0.013 200 51c1861da9f220077adf62d6b4c8cb0f W0417 18:47:21.138067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:21.138105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:21.223136 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 18:47:21.223202 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0417 18:47:21.223237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:21.223253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:21.225001 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 18:47:21.225097 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 18:47:21.225129 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0417 18:47:21.225180 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0417 18:47:21.225182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:21.225226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:21.225247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:21.225227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 18:47:21.227288 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0417 18:47:21.227319 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0417 18:47:21.227366 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0417 18:47:21.227455 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0417 18:47:21.231867 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0417 18:47:21.231899 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0417 18:47:21.241849 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0417 18:47:21.242331 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0417 18:47:21.242358 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0417 18:47:21.242481 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"962641d4-1986-4e6a-8b6d-57118cb3d6a8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4533", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0417 18:47:21.242532 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b994e6b1-5d38-4abd-aabc-197b3292f28b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4534", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 18:47:21.242645 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0417 18:47:21.247155 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0417 18:47:21.247798 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0417 18:47:21.247845 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"908df73b-6b46-404f-a6d9-8c68744fbec6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4536", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0417 18:47:21.502374 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0417 18:47:21.503331 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0417 18:47:21.794443 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0417 18:47:21.795675 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0417 18:47:22.915511 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0417 18:47:22.916751 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0417 18:47:24.471586 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 18:47:24.471700 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 18:47:24.471863 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 18:47:24.471997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:24.472042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 18:47:24.472186 7 controller.go:196] "Configuration changes detected, backend reload required" I0417 18:47:24.525044 7 controller.go:216] "Backend successfully reloaded" I0417 18:47:24.525275 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2pslr", UID:"d2a474a8-c8c6-4401-83b6-091c199e33e1", APIVersion:"v1", ResourceVersion:"1424", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0417 18:47:27.804987 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 18:47:27.805056 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 18:47:27.805084 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 18:47:27.805392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:27.805414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:31.140356 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 18:47:31.140403 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 18:47:31.140422 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 18:47:31.140500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:31.140514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:34.472248 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 18:47:34.472304 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 18:47:34.472339 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 18:47:34.472463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:34.472489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:39.280997 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 18:47:39.281092 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 18:47:39.281124 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 18:47:39.281255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:39.281272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:42.616740 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 18:47:42.616800 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 18:47:42.616841 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 18:47:42.616980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:42.617006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:45.948314 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 18:47:45.948443 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 18:47:45.948485 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 18:47:45.948609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:45.948640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:49.281828 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 18:47:49.281981 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 18:47:49.282055 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 18:47:49.282305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:49.282386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:52.615112 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 18:47:52.615278 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 18:47:52.615492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:52.615542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 18:47:55.593858 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.98.47.89"}] I0417 18:47:55.597386 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.98.47.89"}] I0417 18:47:55.597634 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.98.47.89"}] I0417 18:47:55.600055 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"908df73b-6b46-404f-a6d9-8c68744fbec6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5251", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0417 18:47:55.611754 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"962641d4-1986-4e6a-8b6d-57118cb3d6a8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5252", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0417 18:47:55.614605 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b994e6b1-5d38-4abd-aabc-197b3292f28b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5253", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 18:47:55.947974 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 18:47:55.948103 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 18:47:55.948271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:55.948304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:59.281326 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 18:47:59.281401 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 18:47:59.281491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:47:59.281505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.235 - - [17/Apr/2026:18:48:01 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.037 [auth-system-keycloak-80] [] 10.0.0.135:8080 6382 0.037 200 e18c7f6d4798334e8dcd7b3e30c27a51 10.0.0.201 - - [17/Apr/2026:18:48:01 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.135:8080 6382 0.006 200 41f2e2cef788930cb5dc5f0237a9d40b W0417 18:48:02.615500 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 18:48:02.615600 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 18:48:02.615745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:48:02.615774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:48:05.948369 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 18:48:05.948694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:48:05.948724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:48:09.282037 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 18:48:09.282458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:48:09.282492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:48:12.615254 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 18:48:12.615657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:48:12.615745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:48:17.270325 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 18:48:17.270564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:48:17.270588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:48:20.604601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:48:20.604676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.242 - - [17/Apr/2026:18:48:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.448 [auth-system-keycloak-80] [] 10.0.0.135:8080 1928 0.447 200 0ece2553fb549a6086302dd2135ceddf 199.204.45.242 - - [17/Apr/2026:18:48:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.009 [auth-system-keycloak-80] [] 10.0.0.135:8080 4246 0.009 200 463caf1e85be52cb7019095342f80998 199.204.45.242 - - [17/Apr/2026:18:48:22 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.360 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.359 204 7c349bfc1ee3111e1091b892ef65eadb 199.204.45.242 - - [17/Apr/2026:18:48:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.194 [auth-system-keycloak-80] [] 10.0.0.135:8080 4384 0.193 200 7c03418cb04298674f7b0c4d87c6cb6c 199.204.45.242 - - [17/Apr/2026:18:48:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.135:8080 1928 0.472 200 67d7f4ad087e818f02c43e5913bda168 199.204.45.242 - - [17/Apr/2026:18:48:23 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.135:8080 1682 0.009 200 ea8196386e4247f5e33ca83b5c3a4d7c 199.204.45.242 - - [17/Apr/2026:18:48:23 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.135:8080 6382 0.007 200 817d2b26e56aa009811baf1dff170245 199.204.45.242 - - [17/Apr/2026:18:48:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.135:8080 1928 0.475 200 b2a9f8c41d411dad754ae92f78df9d87 199.204.45.242 - - [17/Apr/2026:18:48:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.054 [auth-system-keycloak-80] [] 10.0.0.135:8080 2 0.054 200 8db6dcfce1d8ac300c2d6c6a257ba595 199.204.45.242 - - [17/Apr/2026:18:48:25 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.181 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.180 201 2e506d5abbf99a49c1fb3cd153a5c148 199.204.45.242 - - [17/Apr/2026:18:48:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.020 [auth-system-keycloak-80] [] 10.0.0.135:8080 2246 0.020 200 09356d5aaee4f44babc049a944752ee1 199.204.45.242 - - [17/Apr/2026:18:48:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.449 [auth-system-keycloak-80] [] 10.0.0.135:8080 1928 0.448 200 3bd6068035266f039436a603110002ca 199.204.45.242 - - [17/Apr/2026:18:48:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.017 [auth-system-keycloak-80] [] 10.0.0.135:8080 2246 0.017 200 48e5e3e845822411e57d0d2723d916ef 199.204.45.242 - - [17/Apr/2026:18:48:26 +0000] "GET /admin/realms/atmosphere/clients/78b24ac6-0deb-4b23-a169-bc9a75bbb535/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.017 [auth-system-keycloak-80] [] 10.0.0.135:8080 233 0.017 200 b93fd5ceef64bd12a5d03d22cc72a30c 199.204.45.242 - - [17/Apr/2026:18:48:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.060 [auth-system-keycloak-80] [] 10.0.0.135:8080 831 0.060 200 c32d544b0575f0a05973498fb7fa5a5a 199.204.45.242 - - [17/Apr/2026:18:48:26 +0000] "GET /admin/realms/atmosphere/clients/01235845-7a34-46a9-9566-d29b6ad9f6de/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.027 [auth-system-keycloak-80] [] 10.0.0.135:8080 3758 0.027 200 a8d856b089670250ac8cbbfc5d4ed0e8 199.204.45.242 - - [17/Apr/2026:18:48:26 +0000] "GET /admin/realms/atmosphere/users/396c4cd9-47b5-4a96-af89-6aebc4060184/role-mappings/clients/01235845-7a34-46a9-9566-d29b6ad9f6de/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.168 [auth-system-keycloak-80] [] 10.0.0.135:8080 3758 0.168 200 ab6657b6567d7b78ef30b48ffddab388 199.204.45.242 - - [17/Apr/2026:18:48:26 +0000] "GET /admin/realms/atmosphere/users/396c4cd9-47b5-4a96-af89-6aebc4060184/role-mappings/clients/01235845-7a34-46a9-9566-d29b6ad9f6de/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.083 [auth-system-keycloak-80] [] 10.0.0.135:8080 2 0.083 200 14351b768d8606fdab77acaabb346349 199.204.45.242 - - [17/Apr/2026:18:48:26 +0000] "POST /admin/realms/atmosphere/users/396c4cd9-47b5-4a96-af89-6aebc4060184/role-mappings/clients/01235845-7a34-46a9-9566-d29b6ad9f6de HTTP/1.1" 204 0 "-" "Ansible" 1390 0.086 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.085 204 35086ed30eaa7abb7abfe15a51fc8f70 199.204.45.242 - - [17/Apr/2026:18:48:26 +0000] "GET /admin/realms/atmosphere/users/396c4cd9-47b5-4a96-af89-6aebc4060184/role-mappings/clients/01235845-7a34-46a9-9566-d29b6ad9f6de/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.135:8080 576 0.013 200 13d652ad68abe811987faa153ce0e02a W0417 18:48:29.598782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:48:29.598855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:48:32.932567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:48:32.932604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:50:34.364148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:50:34.364187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:51:07.072329 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0417 18:51:07.072391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:51:07.072403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 18:51:07.074778 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.002s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:28.7kB} I0417 18:51:07.074806 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0417 18:51:07.079756 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0417 18:51:07.080162 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"31f5654f-8f37-4499-b44f-976f8fa6e931", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6567", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 18:51:07.080705 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0417 18:51:07.082269 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0417 18:51:07.082350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:51:07.082375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 18:51:07.082499 7 controller.go:196] "Configuration changes detected, backend reload required" I0417 18:51:07.133717 7 controller.go:216] "Backend successfully reloaded" I0417 18:51:07.134060 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2pslr", UID:"d2a474a8-c8c6-4401-83b6-091c199e33e1", APIVersion:"v1", ResourceVersion:"1424", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0417 18:51:07.317484 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0417 18:51:07.319424 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0417 18:51:10.415095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:51:10.415264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.242 - - [17/Apr/2026:18:51:11 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.003 [openstack-keystone-api-5000] [] 10.0.0.145:5000 281 0.003 300 0042d1d62d853a8464e21bba8bb5d9a1 I0417 18:51:55.595175 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.98.47.89"}] I0417 18:51:55.603086 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"31f5654f-8f37-4499-b44f-976f8fa6e931", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6838", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 18:51:55.605376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 18:51:55.605400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store