------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0506 01:18:19.713515 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0506 01:18:19.713712 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0506 01:18:19.722760 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0506 01:18:19.726245 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0506 01:18:19.975885 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0506 01:18:19.996254 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0506 01:18:20.011402 7 nginx.go:271] "Starting NGINX Ingress controller" I0506 01:18:20.017165 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"7b88bbc9-7bc9-4a3a-a7e4-071ccd7e5615", APIVersion:"v1", ResourceVersion:"1299", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0506 01:18:20.022100 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"fda04aa9-adb1-4fe8-954f-107451006ed1", APIVersion:"v1", ResourceVersion:"1298", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0506 01:18:20.022165 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"f3d98ebb-d6de-45ce-9e9d-31f8ceab449a", APIVersion:"v1", ResourceVersion:"1300", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0506 01:18:21.213519 7 nginx.go:317] "Starting NGINX process" I0506 01:18:21.213646 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0506 01:18:21.214145 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0506 01:18:21.214668 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0506 01:18:21.214722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:21.214781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0506 01:18:21.214838 7 controller.go:196] "Configuration changes detected, backend reload required" I0506 01:18:21.223297 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0506 01:18:21.223379 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-cwpsz" I0506 01:18:21.250081 7 controller.go:216] "Backend successfully reloaded" I0506 01:18:21.250251 7 controller.go:227] "Initial sync, sleeping for 1 second" I0506 01:18:21.250373 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cwpsz", UID:"4532254d-fb6c-4f43-8bb6-429d91c9c677", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0506 01:18:25.027505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:25.027534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:28.361187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:28.361265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:31.694464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:31.694512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:35.027765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:35.027847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:38.362844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:38.362899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:41.695210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:41.695275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:45.027822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:45.027865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:48.361064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:48.361114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:51.695094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:51.695139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:55.030256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:55.030305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:58.376673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:18:58.376708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:19:47.723003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:19:47.723037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:19:51.057436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:19:51.057488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:20:11.602942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:20:11.602987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:20:14.937208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:20:14.937248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:20:18.271877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:20:18.271929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:20:21.603715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:20:21.603752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:20:24.938623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:20:24.938676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:20:28.270642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:20:28.270685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:20:31.603874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:20:31.603942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:20:34.939645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:20:34.939693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:20:38.270633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:20:38.270664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:20:41.604639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:20:41.604686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:22:53.134943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:22:53.134977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:22:55.901741 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-240.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-240.nip.io-tls was not found. Using default certificate W0506 01:22:55.901809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:22:55.901825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0506 01:22:55.904360 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0506 01:22:55.904402 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0506 01:22:55.912088 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0506 01:22:55.912684 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-240.nip.io-tls" in local store I0506 01:22:55.912748 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"df741978-28bd-415f-80d1-5aa5511b90f6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3417", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0506 01:22:56.169102 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-240.nip.io-tls" I0506 01:22:56.170437 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-240.nip.io-tls" W0506 01:22:56.469333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:22:56.469379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0506 01:22:56.469474 7 controller.go:196] "Configuration changes detected, backend reload required" I0506 01:22:56.511377 7 controller.go:216] "Backend successfully reloaded" I0506 01:22:56.511713 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cwpsz", UID:"4532254d-fb6c-4f43-8bb6-429d91c9c677", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0506 01:22:59.802862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:22:59.802936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.240 - - [06/May/2026:01:23:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.003 [auth-system-keycloak-80] [] 10.0.0.17:8080 1928 2.002 200 823683443439812e9a56f29c25eec905 199.204.45.240 - - [06/May/2026:01:23:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.183 [auth-system-keycloak-80] [] 10.0.0.17:8080 116 0.183 404 7959c6e0d3079418475893105d064d75 199.204.45.240 - - [06/May/2026:01:23:12 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.784 [auth-system-keycloak-80] [] 10.0.0.17:8080 0 4.783 201 d49cd79e3a31aab09db4114984fc2108 199.204.45.240 - - [06/May/2026:01:23:13 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.698 [auth-system-keycloak-80] [] 10.0.0.17:8080 4246 0.698 200 8817475509fb08cfbe4640e6a371d658 199.204.45.240 - - [06/May/2026:01:23:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.529 [auth-system-keycloak-80] [] 10.0.0.17:8080 1928 0.528 200 9af74b81595e21fe07ac52aa296fbbe5 199.204.45.240 - - [06/May/2026:01:23:14 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.095 [auth-system-keycloak-80] [] 10.0.0.17:8080 12500 0.095 200 3a712eb2e30b466a631d024353063348 199.204.45.240 - - [06/May/2026:01:23:14 +0000] "GET /admin/realms/atmosphere/client-scopes/60c7454f-e391-497e-821e-c61dc21178c3 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.013 [auth-system-keycloak-80] [] 10.0.0.17:8080 1278 0.013 200 fff92b90ffc436e8149ae9f5d26db434 199.204.45.240 - - [06/May/2026:01:23:14 +0000] "PUT /admin/realms/atmosphere/client-scopes/60c7454f-e391-497e-821e-c61dc21178c3 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.022 [auth-system-keycloak-80] [] 10.0.0.17:8080 0 0.021 204 5b43f74522bd9e5ff7abdf6cd349c190 199.204.45.240 - - [06/May/2026:01:23:14 +0000] "GET /admin/realms/atmosphere/client-scopes/60c7454f-e391-497e-821e-c61dc21178c3/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.050 [auth-system-keycloak-80] [] 10.0.0.17:8080 963 0.050 200 c857fa71736b39cc7e862da91b191b42 199.204.45.240 - - [06/May/2026:01:23:14 +0000] "GET /admin/realms/atmosphere/client-scopes/60c7454f-e391-497e-821e-c61dc21178c3/protocol-mappers/models/63730e82-95fc-4e03-b9b5-d1cbb6aa205b HTTP/1.1" 200 366 "-" "Ansible" 1309 0.011 [auth-system-keycloak-80] [] 10.0.0.17:8080 366 0.011 200 dbc950d689302f9649c400d74e9c4072 199.204.45.240 - - [06/May/2026:01:23:14 +0000] "PUT /admin/realms/atmosphere/client-scopes/60c7454f-e391-497e-821e-c61dc21178c3/protocol-mappers/models/63730e82-95fc-4e03-b9b5-d1cbb6aa205b HTTP/1.1" 204 0 "-" "Ansible" 1622 0.072 [auth-system-keycloak-80] [] 10.0.0.17:8080 0 0.071 204 9ee1b43f975af2b5e00bf25d3aca4980 199.204.45.240 - - [06/May/2026:01:23:14 +0000] "GET /admin/realms/atmosphere/client-scopes/60c7454f-e391-497e-821e-c61dc21178c3 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.077 [auth-system-keycloak-80] [] 10.0.0.17:8080 1218 0.077 200 ec226c6b2db60da4aead1194e1629ffe I0506 01:23:21.232267 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.106.125.134"}] I0506 01:23:21.237839 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"df741978-28bd-415f-80d1-5aa5511b90f6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3732", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0506 01:23:21.240328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:23:21.240396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.240 - - [06/May/2026:01:23:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.464 [auth-system-keycloak-80] [] 10.0.0.17:8080 1928 0.464 200 435797fd7091290f7cb2583020194dd0 199.204.45.240 - - [06/May/2026:01:23:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.049 [auth-system-keycloak-80] [] 10.0.0.17:8080 2 0.049 200 82430bfc19a4d1a6d918ad089020de7d 199.204.45.240 - - [06/May/2026:01:23:36 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.185 [auth-system-keycloak-80] [] 10.0.0.17:8080 0 0.184 201 d0ffb5ee37d9d2779485e8b780b618d2 199.204.45.240 - - [06/May/2026:01:23:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.080 [auth-system-keycloak-80] [] 10.0.0.17:8080 1261 0.080 200 d9195a93d486fc5a1be7a052a05e0a20 199.204.45.240 - - [06/May/2026:01:23:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.860 [auth-system-keycloak-80] [] 10.0.0.17:8080 1928 0.860 200 116c0658149a59a93ee05953791d559f 199.204.45.240 - - [06/May/2026:01:23:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.046 [auth-system-keycloak-80] [] 10.0.0.17:8080 2 0.046 200 5a424273cabbf6d10279371077d7c7ee 199.204.45.240 - - [06/May/2026:01:23:37 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.105 [auth-system-keycloak-80] [] 10.0.0.17:8080 0 0.104 201 118e0a8db86072dd443dc4a1de7bd85b 199.204.45.240 - - [06/May/2026:01:23:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.070 [auth-system-keycloak-80] [] 10.0.0.17:8080 1286 0.070 200 fe6b4e239d77cb542c49efc9921dd741 199.204.45.240 - - [06/May/2026:01:23:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.543 [auth-system-keycloak-80] [] 10.0.0.17:8080 1928 0.542 200 aacb9b9f0d89092e9e94f5cb20fa5c36 199.204.45.240 - - [06/May/2026:01:23:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.048 [auth-system-keycloak-80] [] 10.0.0.17:8080 2 0.049 200 66aa3de361c3e11696a52e73a02412bc 199.204.45.240 - - [06/May/2026:01:23:38 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.098 [auth-system-keycloak-80] [] 10.0.0.17:8080 0 0.098 201 5cc2ee1a79626581a57e2ddd9dae3b4f 199.204.45.240 - - [06/May/2026:01:23:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.023 [auth-system-keycloak-80] [] 10.0.0.17:8080 1251 0.023 200 c6807c9651b34793ee238bd96a2114b1 199.204.45.240 - - [06/May/2026:01:23:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.17:8080 1928 0.469 200 173e45883fb5de3f002a9f861f38111a 199.204.45.240 - - [06/May/2026:01:23:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.033 [auth-system-keycloak-80] [] 10.0.0.17:8080 1261 0.033 200 174d17618248566dbd800b89e8c50de3 199.204.45.240 - - [06/May/2026:01:23:39 +0000] "GET /admin/realms/atmosphere/clients/de1c15b8-4c28-4a7f-80f5-4a92d7387e34/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.17:8080 119 0.016 404 876d6a6d44be85a4f46c526b32db322f 199.204.45.240 - - [06/May/2026:01:23:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.17:8080 1261 0.006 200 bbc8a104669f45772a2c7eb1128654f4 199.204.45.240 - - [06/May/2026:01:23:39 +0000] "POST /admin/realms/atmosphere/clients/de1c15b8-4c28-4a7f-80f5-4a92d7387e34/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.046 [auth-system-keycloak-80] [] 10.0.0.17:8080 0 0.045 201 8c9dedd82663103fc1bebcf2af8ab647 199.204.45.240 - - [06/May/2026:01:23:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.17:8080 1261 0.006 200 c75fbb4d8a1c35f71dab76637c53dbbf 199.204.45.240 - - [06/May/2026:01:23:39 +0000] "GET /admin/realms/atmosphere/clients/de1c15b8-4c28-4a7f-80f5-4a92d7387e34/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.17:8080 166 0.017 200 7eebef1c4e101c29529005a5b9599322 199.204.45.240 - - [06/May/2026:01:23:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.419 [auth-system-keycloak-80] [] 10.0.0.17:8080 1928 0.418 200 24260e0c6b210f29a495fd630667ba2d 199.204.45.240 - - [06/May/2026:01:23:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.037 [auth-system-keycloak-80] [] 10.0.0.17:8080 1286 0.038 200 0f1b29c84e3ea7b5cee46565cc22632c 199.204.45.240 - - [06/May/2026:01:23:40 +0000] "GET /admin/realms/atmosphere/clients/f2d03cfe-8a00-4cdb-bf92-949e3f73bf04/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.17:8080 119 0.010 404 f7dae0f30f47e00d7401b912d3cd5705 199.204.45.240 - - [06/May/2026:01:23:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.17:8080 1286 0.008 200 e725b42dfcbabce8933ac885a25ae411 199.204.45.240 - - [06/May/2026:01:23:40 +0000] "POST /admin/realms/atmosphere/clients/f2d03cfe-8a00-4cdb-bf92-949e3f73bf04/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.055 [auth-system-keycloak-80] [] 10.0.0.17:8080 0 0.055 201 2972d190fce7124e55c814638e7d9de1 199.204.45.240 - - [06/May/2026:01:23:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.17:8080 1286 0.006 200 2b0bbaa6988a5ca7c098cdb685c4c677 199.204.45.240 - - [06/May/2026:01:23:40 +0000] "GET /admin/realms/atmosphere/clients/f2d03cfe-8a00-4cdb-bf92-949e3f73bf04/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.015 [auth-system-keycloak-80] [] 10.0.0.17:8080 165 0.015 200 d737a633f09b8df02f9570d67224affe 199.204.45.240 - - [06/May/2026:01:23:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.481 [auth-system-keycloak-80] [] 10.0.0.17:8080 1928 0.479 200 24a6ef273957342d3fe3c0310a4b30eb 199.204.45.240 - - [06/May/2026:01:23:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.17:8080 1286 0.007 200 231ddc1bce457176eac4859ca2ab1c59 199.204.45.240 - - [06/May/2026:01:23:41 +0000] "GET /admin/realms/atmosphere/clients/f2d03cfe-8a00-4cdb-bf92-949e3f73bf04/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.065 [auth-system-keycloak-80] [] 10.0.0.17:8080 119 0.065 404 5ffcf20e6c2c51d1bfaba6f6bff5db1c 199.204.45.240 - - [06/May/2026:01:23:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.17:8080 1286 0.008 200 13f2aeca12ca31ea2d35b6b843ff067b 199.204.45.240 - - [06/May/2026:01:23:41 +0000] "POST /admin/realms/atmosphere/clients/f2d03cfe-8a00-4cdb-bf92-949e3f73bf04/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.067 [auth-system-keycloak-80] [] 10.0.0.17:8080 0 0.066 201 702c9cfa46996c789f2d590a11e645d3 199.204.45.240 - - [06/May/2026:01:23:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.17:8080 1286 0.008 200 111b9fb22c915afed940f6070b32b668 199.204.45.240 - - [06/May/2026:01:23:41 +0000] "GET /admin/realms/atmosphere/clients/f2d03cfe-8a00-4cdb-bf92-949e3f73bf04/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.17:8080 166 0.011 200 d24da36bd9fc8083f90bc0dd1206efe8 199.204.45.240 - - [06/May/2026:01:23:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.433 [auth-system-keycloak-80] [] 10.0.0.17:8080 1928 0.431 200 ad4fb395c05d6defb083870954ef6934 199.204.45.240 - - [06/May/2026:01:23:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.045 [auth-system-keycloak-80] [] 10.0.0.17:8080 1286 0.045 200 dcf62786f7c4b5885907aece1e6d9c75 199.204.45.240 - - [06/May/2026:01:23:42 +0000] "GET /admin/realms/atmosphere/clients/f2d03cfe-8a00-4cdb-bf92-949e3f73bf04/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.17:8080 119 0.011 404 7ab0ab4348520cc78243e8cf2a0f5713 199.204.45.240 - - [06/May/2026:01:23:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.055 [auth-system-keycloak-80] [] 10.0.0.17:8080 1286 0.055 200 df56bd2a89894c095d4acc93967ee775 199.204.45.240 - - [06/May/2026:01:23:42 +0000] "POST /admin/realms/atmosphere/clients/f2d03cfe-8a00-4cdb-bf92-949e3f73bf04/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.17:8080 0 0.018 201 63d54038e906b62f5b187624365ece2a 199.204.45.240 - - [06/May/2026:01:23:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.17:8080 1286 0.008 200 9d621ae06d4cb687620f092b8489ac30 199.204.45.240 - - [06/May/2026:01:23:42 +0000] "GET /admin/realms/atmosphere/clients/f2d03cfe-8a00-4cdb-bf92-949e3f73bf04/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.045 [auth-system-keycloak-80] [] 10.0.0.17:8080 166 0.045 200 fceda4f5acc22fef2ac625cc8b83fd26 199.204.45.240 - - [06/May/2026:01:23:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.17:8080 1928 0.473 200 493aa52eeec6311bd9def0d7db9096f7 199.204.45.240 - - [06/May/2026:01:23:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.030 [auth-system-keycloak-80] [] 10.0.0.17:8080 1251 0.030 200 3f516f9bbc846854ff00df1d37312980 199.204.45.240 - - [06/May/2026:01:23:43 +0000] "GET /admin/realms/atmosphere/clients/e621306e-93c9-41fd-9646-567041de196c/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.17:8080 119 0.010 404 fe090619c062db87578fc90e122b4c6a 199.204.45.240 - - [06/May/2026:01:23:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.17:8080 1251 0.004 200 5d74ca0dfa8f41440c4b85683f124cb3 199.204.45.240 - - [06/May/2026:01:23:43 +0000] "POST /admin/realms/atmosphere/clients/e621306e-93c9-41fd-9646-567041de196c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.067 [auth-system-keycloak-80] [] 10.0.0.17:8080 0 0.066 201 c5e3ab3e5181f74c52a981a9ccec86bb 199.204.45.240 - - [06/May/2026:01:23:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.17:8080 1251 0.007 200 34f87c9d233057cb880cfb2f11e95f75 199.204.45.240 - - [06/May/2026:01:23:43 +0000] "GET /admin/realms/atmosphere/clients/e621306e-93c9-41fd-9646-567041de196c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.17:8080 166 0.011 200 8015adc80ea5f24aea9fc18ce96a34a3 W0506 01:23:51.728848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:23:51.728886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:23:55.063316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:23:55.063361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:24:52.260221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:24:52.260260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:24:52.382995 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0506 01:24:52.383073 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0506 01:24:52.383112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:24:52.383127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:24:52.383566 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0506 01:24:52.383647 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0506 01:24:52.383707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:24:52.383724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:24:52.384226 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0506 01:24:52.384300 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0506 01:24:52.384336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:24:52.384350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0506 01:24:52.384811 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0506 01:24:52.384841 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0506 01:24:52.386182 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0506 01:24:52.386211 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0506 01:24:52.388351 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0506 01:24:52.388438 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0506 01:24:52.391728 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0506 01:24:52.392148 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"024fe136-ae38-4949-9bfa-8780d763bd08", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4442", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0506 01:24:52.392212 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0506 01:24:52.392248 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0506 01:24:52.392365 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f469bbea-f19c-4ae9-a924-3d7c7dc7c978", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4445", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0506 01:24:52.392456 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0506 01:24:52.401538 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0506 01:24:52.401773 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a122a7dd-3544-4be0-a4e7-ea7212b93ebc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4450", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0506 01:24:52.402107 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0506 01:24:52.651939 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0506 01:24:52.653238 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0506 01:24:52.728606 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0506 01:24:52.730185 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0506 01:24:53.903574 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0506 01:24:53.905436 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0506 01:24:55.593817 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0506 01:24:55.593877 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0506 01:24:55.593910 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0506 01:24:55.594094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:24:55.594117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0506 01:24:55.594225 7 controller.go:196] "Configuration changes detected, backend reload required" I0506 01:24:55.677721 7 controller.go:216] "Backend successfully reloaded" I0506 01:24:55.678097 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cwpsz", UID:"4532254d-fb6c-4f43-8bb6-429d91c9c677", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0506 01:24:58.927485 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0506 01:24:58.927564 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0506 01:24:58.927603 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0506 01:24:58.927757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:24:58.927785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:02.260589 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0506 01:25:02.260686 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0506 01:25:02.260738 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0506 01:25:02.260885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:02.260911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:05.595510 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0506 01:25:05.595577 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0506 01:25:05.595616 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0506 01:25:05.595751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:05.595781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:08.926936 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0506 01:25:08.926999 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0506 01:25:08.927039 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0506 01:25:08.927157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:08.927181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:12.261058 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0506 01:25:12.261117 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0506 01:25:12.261160 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0506 01:25:12.261282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:12.261315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:15.594429 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0506 01:25:15.594531 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0506 01:25:15.594657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:15.594678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:18.927431 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0506 01:25:18.927820 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0506 01:25:18.928054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:18.928187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0506 01:25:21.233607 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.106.125.134"}] I0506 01:25:21.233697 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.106.125.134"}] I0506 01:25:21.233935 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.106.125.134"}] I0506 01:25:21.240416 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f469bbea-f19c-4ae9-a924-3d7c7dc7c978", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5292", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0506 01:25:21.242790 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a122a7dd-3544-4be0-a4e7-ea7212b93ebc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5293", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0506 01:25:21.244348 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"024fe136-ae38-4949-9bfa-8780d763bd08", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5294", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0506 01:25:22.261397 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0506 01:25:22.261539 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0506 01:25:22.261727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:22.261760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:25.595732 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0506 01:25:25.595827 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0506 01:25:25.595949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:25.595972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.104 - - [06/May/2026:01:25:28 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.031 [auth-system-keycloak-80] [] 10.0.0.17:8080 6432 0.031 200 0cf8f2dd3641de9a43382d5c6035f096 10.0.0.142 - - [06/May/2026:01:25:28 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.009 [auth-system-keycloak-80] [] 10.0.0.17:8080 6432 0.009 200 084c504622a933de3ed8e661d67e72f0 W0506 01:25:28.927717 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0506 01:25:28.927810 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0506 01:25:28.927923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:28.927949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:32.260963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:32.261008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:35.594607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:35.594661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:38.927925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:38.927974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:42.261591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:42.261637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:45.594623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:45.594659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:51.330494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:51.330519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:54.664406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:25:54.664490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.240 - - [06/May/2026:01:25:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.482 [auth-system-keycloak-80] [] 10.0.0.17:8080 1928 0.480 200 11e19b089f853c7339dc3b9b88c060ef 199.204.45.240 - - [06/May/2026:01:25:57 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.17:8080 4246 0.007 200 f4684178bacecf677982f59f9af9525a 199.204.45.240 - - [06/May/2026:01:25:57 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.451 [auth-system-keycloak-80] [] 10.0.0.17:8080 0 0.450 204 1af1b804f3a89667bf595ad5ea4bb316 199.204.45.240 - - [06/May/2026:01:25:57 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.179 [auth-system-keycloak-80] [] 10.0.0.17:8080 4384 0.179 200 9bac8f90885cdb4996461124e3aab795 199.204.45.240 - - [06/May/2026:01:25:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.17:8080 1928 0.465 200 31c09b9803e3fa5845044fac90a601de 199.204.45.240 - - [06/May/2026:01:25:58 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.039 [auth-system-keycloak-80] [] 10.0.0.17:8080 1682 0.040 200 1b3ffafc526a0cb630e1ef6a85a06289 199.204.45.240 - - [06/May/2026:01:25:59 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.17:8080 6432 0.007 200 887a7e13638b0a5021572b7c152be7cf 199.204.45.240 - - [06/May/2026:01:26:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.498 [auth-system-keycloak-80] [] 10.0.0.17:8080 1928 0.496 200 ce6fca99aac12c3afa58757088e16bbc 199.204.45.240 - - [06/May/2026:01:26:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.17:8080 2 0.010 200 8470729409b20637a64fe29cd1306c56 199.204.45.240 - - [06/May/2026:01:26:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.184 [auth-system-keycloak-80] [] 10.0.0.17:8080 0 0.183 201 2bc16cf05ec5128b0ac45ec9c92ba309 199.204.45.240 - - [06/May/2026:01:26:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.060 [auth-system-keycloak-80] [] 10.0.0.17:8080 2246 0.060 200 a0734b118872e7d2c7405355363d6837 199.204.45.240 - - [06/May/2026:01:26:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.17:8080 1928 0.472 200 2e8dc503390ac933e9e44c11cacc67a9 199.204.45.240 - - [06/May/2026:01:26:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.17:8080 2246 0.006 200 50d5b29de4f613e2d3c14adae0cc53d7 199.204.45.240 - - [06/May/2026:01:26:02 +0000] "GET /admin/realms/atmosphere/clients/db1c3ab5-9fc8-46a2-b783-5b9ebfb97f14/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.037 [auth-system-keycloak-80] [] 10.0.0.17:8080 233 0.037 200 4f68da0b09d406e6b32293fe803fb4b6 199.204.45.240 - - [06/May/2026:01:26:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.019 [auth-system-keycloak-80] [] 10.0.0.17:8080 831 0.018 200 823330dc9cf9a80a17d8852e58ef8670 199.204.45.240 - - [06/May/2026:01:26:02 +0000] "GET /admin/realms/atmosphere/clients/e155978b-dd9c-49fc-93ca-3df3c36e83cc/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.064 [auth-system-keycloak-80] [] 10.0.0.17:8080 3758 0.064 200 3afda13bdb24c785d1096dd9a8392a9f 199.204.45.240 - - [06/May/2026:01:26:02 +0000] "GET /admin/realms/atmosphere/users/a86a72e0-df48-4cc8-ab9d-ab923dade37b/role-mappings/clients/e155978b-dd9c-49fc-93ca-3df3c36e83cc/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.187 [auth-system-keycloak-80] [] 10.0.0.17:8080 3758 0.187 200 9237fc055dc0303dd1da7317370f7e22 199.204.45.240 - - [06/May/2026:01:26:02 +0000] "GET /admin/realms/atmosphere/users/a86a72e0-df48-4cc8-ab9d-ab923dade37b/role-mappings/clients/e155978b-dd9c-49fc-93ca-3df3c36e83cc/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.090 [auth-system-keycloak-80] [] 10.0.0.17:8080 2 0.090 200 253a1d5fe30ebb9e6463b6d1c14365ee 199.204.45.240 - - [06/May/2026:01:26:02 +0000] "POST /admin/realms/atmosphere/users/a86a72e0-df48-4cc8-ab9d-ab923dade37b/role-mappings/clients/e155978b-dd9c-49fc-93ca-3df3c36e83cc HTTP/1.1" 204 0 "-" "Ansible" 1390 0.073 [auth-system-keycloak-80] [] 10.0.0.17:8080 0 0.072 204 d921de8fec7e85a1ffd132b66746b04e 199.204.45.240 - - [06/May/2026:01:26:02 +0000] "GET /admin/realms/atmosphere/users/a86a72e0-df48-4cc8-ab9d-ab923dade37b/role-mappings/clients/e155978b-dd9c-49fc-93ca-3df3c36e83cc/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.016 [auth-system-keycloak-80] [] 10.0.0.17:8080 576 0.016 200 1452a58445322add8ca07483e5329cf9 W0506 01:26:05.766594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:26:05.766777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:26:09.100749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:26:09.100786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:26:19.334594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:26:19.334868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:26:22.667935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:26:22.667967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:26:26.001848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:26:26.001901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:28:11.444961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:28:11.445006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:28:43.996211 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0506 01:28:43.996274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:28:43.996289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0506 01:28:43.998697 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0506 01:28:43.998726 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0506 01:28:44.002280 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0506 01:28:44.002635 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"3a4022af-2b90-417d-bd1f-86318b005696", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6853", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0506 01:28:44.002921 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0506 01:28:44.003424 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0506 01:28:44.003535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:28:44.003569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0506 01:28:44.003738 7 controller.go:196] "Configuration changes detected, backend reload required" I0506 01:28:44.058241 7 controller.go:216] "Backend successfully reloaded" I0506 01:28:44.058853 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cwpsz", UID:"4532254d-fb6c-4f43-8bb6-429d91c9c677", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0506 01:28:44.379367 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0506 01:28:44.381621 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0506 01:28:47.337568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:28:47.337627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.240 - - [06/May/2026:01:28:48 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.006 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.006 300 f1ca5a1f6a605d2600fce090773f8b35 I0506 01:29:21.232241 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.106.125.134"}] I0506 01:29:21.238444 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"3a4022af-2b90-417d-bd1f-86318b005696", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7069", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0506 01:29:21.240234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0506 01:29:21.240268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store