------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0422 14:28:26.510707 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0422 14:28:26.510996 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0422 14:28:26.520061 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0422 14:28:26.522967 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0422 14:28:26.682753 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0422 14:28:26.705465 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0422 14:28:26.717569 7 nginx.go:271] "Starting NGINX Ingress controller" I0422 14:28:26.729780 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"e7f78c8a-1570-4ac9-ab5c-4d42b004d778", APIVersion:"v1", ResourceVersion:"1363", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0422 14:28:26.734675 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"bdcb86cc-7c69-498e-8103-6c09129da8b5", APIVersion:"v1", ResourceVersion:"1364", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0422 14:28:26.734762 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"83dbfd43-c2c6-4b3c-bd80-1a245fd71058", APIVersion:"v1", ResourceVersion:"1366", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0422 14:28:27.919979 7 nginx.go:317] "Starting NGINX process" I0422 14:28:27.920158 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0422 14:28:27.920771 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0422 14:28:27.921161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:28:27.921198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 14:28:27.921265 7 controller.go:196] "Configuration changes detected, backend reload required" I0422 14:28:27.934940 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0422 14:28:27.935043 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-jwjz2" I0422 14:28:27.962692 7 controller.go:216] "Backend successfully reloaded" I0422 14:28:27.962789 7 controller.go:227] "Initial sync, sleeping for 1 second" I0422 14:28:27.962856 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jwjz2", UID:"dd26297e-e96a-498c-8029-0f261e242104", APIVersion:"v1", ResourceVersion:"1407", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0422 14:28:31.743254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:28:31.743288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:28:35.076724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:28:35.076774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:28:38.411772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:28:38.411820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:28:41.744902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:28:41.744955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:28:45.078012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:28:45.078065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:28:48.410108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:28:48.410158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:28:51.745270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:28:51.745318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:28:55.079569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:28:55.079620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:28:58.411063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:28:58.411116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:29:01.746089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:29:01.746159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:29:05.076800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:29:05.076853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:29:55.613615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:29:55.613668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:29:58.947716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:29:58.947762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:30:13.766958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:30:13.767009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:30:17.100960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:30:17.101005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:30:20.434322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:30:20.434370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:30:23.767945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:30:23.767992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:30:27.102932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:30:27.103040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:30:30.435386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:30:30.435431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:30:35.160210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:30:35.160254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:30:38.495328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:30:38.495373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:30:41.826996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:30:41.827045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:30:45.161464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:30:45.161515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:32:58.310059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:32:58.310097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:33:00.572329 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-57.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-57.nip.io-tls was not found. Using default certificate W0422 14:33:00.572387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:33:00.572402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 14:33:00.574370 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0422 14:33:00.574402 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0422 14:33:00.582397 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0422 14:33:00.582989 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-57.nip.io-tls" in local store I0422 14:33:00.583448 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"0c70d449-5ce8-44d4-9d7b-9ef168cb2c11", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3473", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0422 14:33:00.790276 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-57.nip.io-tls" I0422 14:33:00.792022 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-57.nip.io-tls" W0422 14:33:01.644635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:33:01.644686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 14:33:01.644987 7 controller.go:196] "Configuration changes detected, backend reload required" I0422 14:33:01.690160 7 controller.go:216] "Backend successfully reloaded" I0422 14:33:01.690536 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jwjz2", UID:"dd26297e-e96a-498c-8029-0f261e242104", APIVersion:"v1", ResourceVersion:"1407", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0422 14:33:04.980796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:33:04.980832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [22/Apr/2026:14:33:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.072 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 2.071 200 c500d0c3429735a9cc7d2f2307df027d 199.204.45.57 - - [22/Apr/2026:14:33:12 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.177 [auth-system-keycloak-80] [] 10.0.0.205:8080 116 0.178 404 9bfd0e5593438c18f628af8f96d2d9ca 199.204.45.57 - - [22/Apr/2026:14:33:17 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.500 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 4.498 201 425dc6926776e354c5428cd8d9fbf481 199.204.45.57 - - [22/Apr/2026:14:33:18 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.593 [auth-system-keycloak-80] [] 10.0.0.205:8080 4246 0.593 200 21a8b975bfe737c03de6a00627004a06 199.204.45.57 - - [22/Apr/2026:14:33:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.476 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.474 200 5a213acae01e78f96532cf1bb57cab42 199.204.45.57 - - [22/Apr/2026:14:33:19 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.082 [auth-system-keycloak-80] [] 10.0.0.205:8080 12500 0.081 200 62cff7d630dc24ed6cf5b6ebed49d75f 199.204.45.57 - - [22/Apr/2026:14:33:19 +0000] "GET /admin/realms/atmosphere/client-scopes/c800498e-db41-42fc-be95-81a785bbb057 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.055 [auth-system-keycloak-80] [] 10.0.0.205:8080 1278 0.056 200 733ce0b54d25ab48b4746141f5a219d7 199.204.45.57 - - [22/Apr/2026:14:33:19 +0000] "PUT /admin/realms/atmosphere/client-scopes/c800498e-db41-42fc-be95-81a785bbb057 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.022 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.021 204 3d4d76bb40046ccac6d517343d7d3b04 199.204.45.57 - - [22/Apr/2026:14:33:19 +0000] "GET /admin/realms/atmosphere/client-scopes/c800498e-db41-42fc-be95-81a785bbb057/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.070 [auth-system-keycloak-80] [] 10.0.0.205:8080 963 0.070 200 ffa46b8921d9964c4414018e90f8b258 199.204.45.57 - - [22/Apr/2026:14:33:19 +0000] "GET /admin/realms/atmosphere/client-scopes/c800498e-db41-42fc-be95-81a785bbb057/protocol-mappers/models/21cdd4ef-4953-4440-a815-b08e3d80f83b HTTP/1.1" 200 366 "-" "Ansible" 1307 0.007 [auth-system-keycloak-80] [] 10.0.0.205:8080 366 0.008 200 5f4f8c11f0e87ff15718b1741c12eb3b 199.204.45.57 - - [22/Apr/2026:14:33:19 +0000] "PUT /admin/realms/atmosphere/client-scopes/c800498e-db41-42fc-be95-81a785bbb057/protocol-mappers/models/21cdd4ef-4953-4440-a815-b08e3d80f83b HTTP/1.1" 204 0 "-" "Ansible" 1620 0.075 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.074 204 de3077877f55a985580cc4167d47c8dd 199.204.45.57 - - [22/Apr/2026:14:33:19 +0000] "GET /admin/realms/atmosphere/client-scopes/c800498e-db41-42fc-be95-81a785bbb057 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.079 [auth-system-keycloak-80] [] 10.0.0.205:8080 1218 0.080 200 27e41b21c4e379eedafdcfab064f865b I0422 14:33:27.942973 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.108.48.183"}] I0422 14:33:27.948933 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"0c70d449-5ce8-44d4-9d7b-9ef168cb2c11", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3800", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 14:33:27.951721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:33:27.951764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [22/Apr/2026:14:33:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.467 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.466 200 4889990eaf406491ee152ec6518fe6ef 199.204.45.57 - - [22/Apr/2026:14:33:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.057 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.057 200 dd7a27573023ca817ff00fdf1b89733e 199.204.45.57 - - [22/Apr/2026:14:33:41 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.179 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.178 201 d1446622995cb5b84c26a8a786127228 199.204.45.57 - - [22/Apr/2026:14:33:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.092 [auth-system-keycloak-80] [] 10.0.0.205:8080 1259 0.093 200 ea9a47f1a07672587b01d8224623d6b6 199.204.45.57 - - [22/Apr/2026:14:33:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.520 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.519 200 a6ce7cecf71141d6efbaf55aa2ea247c 199.204.45.57 - - [22/Apr/2026:14:33:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.013 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.012 200 abb1029d60ff506480f6fc2e3d4960ce 199.204.45.57 - - [22/Apr/2026:14:33:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.086 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.085 201 a0bfd57dad527af81e1af93ed183bbe5 199.204.45.57 - - [22/Apr/2026:14:33:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.052 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.052 200 af5523a4bf4edc88ff29ccf044073a98 199.204.45.57 - - [22/Apr/2026:14:33:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.480 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.478 200 aa02e1a8ec50328189b8f4e16a64fcf3 199.204.45.57 - - [22/Apr/2026:14:33:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.029 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.030 200 0f5506f19f612c31c8b7874723353cf6 199.204.45.57 - - [22/Apr/2026:14:33:43 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.097 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.095 201 92be75f0f4169c2a9c13f0c37550376c 199.204.45.57 - - [22/Apr/2026:14:33:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.024 [auth-system-keycloak-80] [] 10.0.0.205:8080 1249 0.024 200 cd6b017f1d1d2fc8d9f90b4376ce7dbb 199.204.45.57 - - [22/Apr/2026:14:33:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.464 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.462 200 a9b77df5c1f452255b2339116d63058b 199.204.45.57 - - [22/Apr/2026:14:33:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.205:8080 1259 0.008 200 3599e62520762cbba802580e3cba0c05 199.204.45.57 - - [22/Apr/2026:14:33:44 +0000] "GET /admin/realms/atmosphere/clients/f0434e8d-a5c4-4256-8f4f-4bbe57bf15b9/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.013 404 e4c61bd9e11a00c89ecb8da6eba273e4 199.204.45.57 - - [22/Apr/2026:14:33:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 1259 0.008 200 641a8f11d4c118a87e3f058637c0ffcc 199.204.45.57 - - [22/Apr/2026:14:33:44 +0000] "POST /admin/realms/atmosphere/clients/f0434e8d-a5c4-4256-8f4f-4bbe57bf15b9/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.046 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.045 201 3b03ee7fefe062a941e5a5cc2aeb9189 199.204.45.57 - - [22/Apr/2026:14:33:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 1259 0.006 200 57e01ad6761fda50857a2b7e0adc4734 199.204.45.57 - - [22/Apr/2026:14:33:44 +0000] "GET /admin/realms/atmosphere/clients/f0434e8d-a5c4-4256-8f4f-4bbe57bf15b9/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.067 [auth-system-keycloak-80] [] 10.0.0.205:8080 166 0.066 200 612126b56816f54ec044ac0cb974e569 199.204.45.57 - - [22/Apr/2026:14:33:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.448 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.448 200 8bcf2e226ad04a0d2307df2b9dd049ec 199.204.45.57 - - [22/Apr/2026:14:33:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.025 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.026 200 d83966bfca4a4c632c63147d9b0cff26 199.204.45.57 - - [22/Apr/2026:14:33:45 +0000] "GET /admin/realms/atmosphere/clients/370c8364-3a94-4fba-8a7b-f1d732854149/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.011 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.011 404 80c899e69cc97fd8f8c5fbfd00ea31a0 199.204.45.57 - - [22/Apr/2026:14:33:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.007 200 754cd2a36ec61d6cadced9eb6ef8b0ee 199.204.45.57 - - [22/Apr/2026:14:33:45 +0000] "POST /admin/realms/atmosphere/clients/370c8364-3a94-4fba-8a7b-f1d732854149/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.060 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.059 201 1cb15afd76305b76e27292d2b05bb0fc 199.204.45.57 - - [22/Apr/2026:14:33:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.007 200 b5eaf984d12a07b81e4184eb0a806ede 199.204.45.57 - - [22/Apr/2026:14:33:45 +0000] "GET /admin/realms/atmosphere/clients/370c8364-3a94-4fba-8a7b-f1d732854149/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.072 [auth-system-keycloak-80] [] 10.0.0.205:8080 165 0.072 200 86bf8b003bae82e115fcb81395fee35d 199.204.45.57 - - [22/Apr/2026:14:33:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.526 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.525 200 c07bd9520b9e8549ce03997470f1ac12 199.204.45.57 - - [22/Apr/2026:14:33:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.007 200 77e28bc08a0a9a67a2be69f9fa0b1906 199.204.45.57 - - [22/Apr/2026:14:33:46 +0000] "GET /admin/realms/atmosphere/clients/370c8364-3a94-4fba-8a7b-f1d732854149/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.066 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.067 404 75f8ea2f6aca776a5768a224c5522c39 199.204.45.57 - - [22/Apr/2026:14:33:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.008 200 ef1e6ce2b5c82a2cfa4408891c7a2ee3 199.204.45.57 - - [22/Apr/2026:14:33:46 +0000] "POST /admin/realms/atmosphere/clients/370c8364-3a94-4fba-8a7b-f1d732854149/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.020 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.019 201 840548b2c2950068a5910c66db1a76dd 199.204.45.57 - - [22/Apr/2026:14:33:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.040 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.040 200 48e5f2ccd8a91a646ca5e8058113c77f 199.204.45.57 - - [22/Apr/2026:14:33:46 +0000] "GET /admin/realms/atmosphere/clients/370c8364-3a94-4fba-8a7b-f1d732854149/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.205:8080 166 0.017 200 243f2021f6103404ca2ca7991c1fa35c 199.204.45.57 - - [22/Apr/2026:14:33:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.507 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.506 200 e361aedf64abec3b6dfe151adf181240 199.204.45.57 - - [22/Apr/2026:14:33:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.052 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.053 200 115e9b733854451bf6b4f74594e425b4 199.204.45.57 - - [22/Apr/2026:14:33:47 +0000] "GET /admin/realms/atmosphere/clients/370c8364-3a94-4fba-8a7b-f1d732854149/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.011 404 4883e326df017641dd25e214f1250e04 199.204.45.57 - - [22/Apr/2026:14:33:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.008 200 31a8dccff01167e91dbe7b55d5245d68 199.204.45.57 - - [22/Apr/2026:14:33:47 +0000] "POST /admin/realms/atmosphere/clients/370c8364-3a94-4fba-8a7b-f1d732854149/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.059 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.058 201 faa09e65136bd34261f2ecbdcfc8da12 199.204.45.57 - - [22/Apr/2026:14:33:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.009 200 6a362d5991ead9ec2927edd39021784d 199.204.45.57 - - [22/Apr/2026:14:33:47 +0000] "GET /admin/realms/atmosphere/clients/370c8364-3a94-4fba-8a7b-f1d732854149/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.065 [auth-system-keycloak-80] [] 10.0.0.205:8080 166 0.066 200 e5a25fcd99eb471281d159439d0b8872 199.204.45.57 - - [22/Apr/2026:14:33:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.512 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.510 200 996dcf2b330f197175346bc02f135e87 199.204.45.57 - - [22/Apr/2026:14:33:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 1249 0.005 200 ae78a641ab80cfb6f4fa0f9a189567b4 199.204.45.57 - - [22/Apr/2026:14:33:48 +0000] "GET /admin/realms/atmosphere/clients/70debf49-be68-4431-b40e-17e39408bd12/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.011 404 3100ad2ae244deb07751fce74b4bd6e8 199.204.45.57 - - [22/Apr/2026:14:33:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.040 [auth-system-keycloak-80] [] 10.0.0.205:8080 1249 0.041 200 d97a989acfd1ba3f276712da132b8def 199.204.45.57 - - [22/Apr/2026:14:33:48 +0000] "POST /admin/realms/atmosphere/clients/70debf49-be68-4431-b40e-17e39408bd12/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.017 201 bb6c63aefb89df30933e6df76b58baa2 199.204.45.57 - - [22/Apr/2026:14:33:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 1249 0.008 200 816888ad872d1ebdafc353c50d4b6c0e 199.204.45.57 - - [22/Apr/2026:14:33:48 +0000] "GET /admin/realms/atmosphere/clients/70debf49-be68-4431-b40e-17e39408bd12/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.034 [auth-system-keycloak-80] [] 10.0.0.205:8080 166 0.034 200 fc8fd627bb72e014c29831bfddfed1bf W0422 14:33:55.928192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:33:55.928261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:34:59.684254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:34:59.684297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:34:59.754138 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 14:34:59.754224 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0422 14:34:59.754261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:34:59.754275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:34:59.754284 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 14:34:59.754935 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 14:34:59.755011 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0422 14:34:59.755066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:34:59.755092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:34:59.755254 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0422 14:34:59.755336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:34:59.755360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 14:34:59.756855 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0422 14:34:59.756893 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0422 14:34:59.757968 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0422 14:34:59.758009 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0422 14:34:59.758725 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0422 14:34:59.758781 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0422 14:34:59.765477 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0422 14:34:59.765995 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0422 14:34:59.766047 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0fe0ad91-d860-4399-b28a-a590a028c7cb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4521", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0422 14:34:59.767825 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0422 14:34:59.768256 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0422 14:34:59.768851 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0422 14:34:59.769099 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0422 14:34:59.769892 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"8a6f5fe2-d192-405a-a22d-022c7dd95ad1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4522", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0422 14:34:59.769963 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"8d82afdc-f464-431d-9ac7-2c91fc8025a9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4523", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0422 14:35:00.054271 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0422 14:35:00.055474 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0422 14:35:00.125780 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0422 14:35:00.126744 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0422 14:35:01.482775 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0422 14:35:01.483762 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/prometheus-tls" I0422 14:35:02.282810 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0422 14:35:02.284488 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0422 14:35:03.018813 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 14:35:03.018868 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 14:35:03.018900 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 14:35:03.018984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:03.018999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 14:35:03.019127 7 controller.go:196] "Configuration changes detected, backend reload required" I0422 14:35:03.072679 7 controller.go:216] "Backend successfully reloaded" I0422 14:35:03.072939 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jwjz2", UID:"dd26297e-e96a-498c-8029-0f261e242104", APIVersion:"v1", ResourceVersion:"1407", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0422 14:35:06.351161 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 14:35:06.351237 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 14:35:06.351280 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 14:35:06.351415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:06.351448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:09.685230 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 14:35:09.685299 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 14:35:09.685336 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 14:35:09.685501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:09.685531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:13.017725 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 14:35:13.017794 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 14:35:13.017832 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 14:35:13.017995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:13.018025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:16.351788 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 14:35:16.351872 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 14:35:16.351907 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 14:35:16.352056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:16.352086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:19.684906 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 14:35:19.684980 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 14:35:19.685022 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 14:35:19.685197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:19.685236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:23.017846 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 14:35:23.018001 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 14:35:23.018190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:23.018216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:26.351131 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 14:35:26.351207 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 14:35:26.351295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:26.351316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 14:35:27.950243 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.108.48.183"}] I0422 14:35:27.950251 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.108.48.183"}] I0422 14:35:27.950428 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.108.48.183"}] I0422 14:35:27.964305 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0fe0ad91-d860-4399-b28a-a590a028c7cb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5379", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0422 14:35:27.968978 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"8a6f5fe2-d192-405a-a22d-022c7dd95ad1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5380", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0422 14:35:27.971315 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"8d82afdc-f464-431d-9ac7-2c91fc8025a9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5381", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 14:35:29.684561 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 14:35:29.684704 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 14:35:29.684898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:29.684946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:33.018050 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 14:35:33.018373 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 14:35:33.018674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:33.018713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.106 - - [22/Apr/2026:14:35:35 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.043 [auth-system-keycloak-80] [] 10.0.0.205:8080 6411 0.042 200 65a272eb76af9aa6906aa79e9a48dcf9 10.0.0.45 - - [22/Apr/2026:14:35:36 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.007 [auth-system-keycloak-80] [] 10.0.0.205:8080 6411 0.008 200 56ee9e83fae0549add38aba7a20ed61b W0422 14:35:36.351425 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 14:35:36.351521 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 14:35:36.351643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:36.351667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:39.684909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:39.684967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:43.018015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:43.018052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:46.352256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:46.352308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:49.685189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:49.685259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:56.225647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:56.225711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:59.559173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:35:59.559222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [22/Apr/2026:14:36:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.458 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.458 200 0b289bcc1d4818c70d25cb99043b7f3b 199.204.45.57 - - [22/Apr/2026:14:36:03 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.045 [auth-system-keycloak-80] [] 10.0.0.205:8080 4246 0.044 200 e9ffc85ff16e2e9013e30182a34ab67c 199.204.45.57 - - [22/Apr/2026:14:36:03 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.508 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.507 204 9a7414a6d4531b990c5c4d3c17f2f353 199.204.45.57 - - [22/Apr/2026:14:36:03 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.187 [auth-system-keycloak-80] [] 10.0.0.205:8080 4384 0.187 200 f8c2cf8b9f643c41fa84d3a8e45e4447 199.204.45.57 - - [22/Apr/2026:14:36:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.443 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.441 200 cc7ff01cf49a83e84f83947930c0e954 199.204.45.57 - - [22/Apr/2026:14:36:04 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.205:8080 1682 0.008 200 f36b097950a3ac06cfa0a6b81ee30bcd 199.204.45.57 - - [22/Apr/2026:14:36:05 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 6411 0.007 200 aa5aea8247cb991d0acedacb66af8b77 199.204.45.57 - - [22/Apr/2026:14:36:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.471 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.471 200 3d5b159e8b9dbb10518ac85f15103f69 199.204.45.57 - - [22/Apr/2026:14:36:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.018 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.018 200 edd15fa510f759753304b7656fef0546 199.204.45.57 - - [22/Apr/2026:14:36:06 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.123 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.122 201 370299f3eb59dc505b5393271dfbcb93 199.204.45.57 - - [22/Apr/2026:14:36:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.018 [auth-system-keycloak-80] [] 10.0.0.205:8080 2242 0.018 200 7d4fe93a8e49bd6d8d7e9e19a887d0f5 199.204.45.57 - - [22/Apr/2026:14:36:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.435 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.433 200 7c7931e8604888a5381d43133c32f85f 199.204.45.57 - - [22/Apr/2026:14:36:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.030 [auth-system-keycloak-80] [] 10.0.0.205:8080 2242 0.030 200 699aad4e42cb1e9d8507e7b0723f4fc2 199.204.45.57 - - [22/Apr/2026:14:36:07 +0000] "GET /admin/realms/atmosphere/clients/a566999d-2262-438e-adaf-89e0b25bcea3/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.017 [auth-system-keycloak-80] [] 10.0.0.205:8080 233 0.018 200 e27a568318deab4dbd17536ee7188898 199.204.45.57 - - [22/Apr/2026:14:36:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.020 [auth-system-keycloak-80] [] 10.0.0.205:8080 831 0.019 200 a3fde414073cf2647584ef374aa13385 199.204.45.57 - - [22/Apr/2026:14:36:08 +0000] "GET /admin/realms/atmosphere/clients/41401500-21e9-41d9-bc72-21fe819047b5/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.052 [auth-system-keycloak-80] [] 10.0.0.205:8080 3758 0.052 200 d8cb912e6fe9b04ae6b37cd2529eb380 199.204.45.57 - - [22/Apr/2026:14:36:08 +0000] "GET /admin/realms/atmosphere/users/27d36a7e-7698-45db-b7c8-95da37758858/role-mappings/clients/41401500-21e9-41d9-bc72-21fe819047b5/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.182 [auth-system-keycloak-80] [] 10.0.0.205:8080 3758 0.181 200 e6ea4e7c3cf2c7a065de61122e6a1c35 199.204.45.57 - - [22/Apr/2026:14:36:08 +0000] "GET /admin/realms/atmosphere/users/27d36a7e-7698-45db-b7c8-95da37758858/role-mappings/clients/41401500-21e9-41d9-bc72-21fe819047b5/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.022 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.022 200 9095d984f27223168b8bd586f7f76843 199.204.45.57 - - [22/Apr/2026:14:36:08 +0000] "POST /admin/realms/atmosphere/users/27d36a7e-7698-45db-b7c8-95da37758858/role-mappings/clients/41401500-21e9-41d9-bc72-21fe819047b5 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.055 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.055 204 6ecab986b12c6ab2875e4aaa945a1b11 199.204.45.57 - - [22/Apr/2026:14:36:08 +0000] "GET /admin/realms/atmosphere/users/27d36a7e-7698-45db-b7c8-95da37758858/role-mappings/clients/41401500-21e9-41d9-bc72-21fe819047b5/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.014 [auth-system-keycloak-80] [] 10.0.0.205:8080 576 0.013 200 e3e2f9ddde959972c581777fcf6bf2f6 W0422 14:36:10.922122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:36:10.922167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:36:14.256054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:36:14.256108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:36:28.473609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:36:28.473646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:36:31.807726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:36:31.807784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:38:16.532968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:38:16.533025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:38:53.063457 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0422 14:38:53.063565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:38:53.063586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 14:38:53.067064 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0422 14:38:53.067096 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0422 14:38:53.071508 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0422 14:38:53.071837 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"be4b4fd2-7dd8-4539-b58d-c0b063d86285", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6953", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 14:38:53.072186 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0422 14:38:53.072681 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0422 14:38:53.072766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:38:53.072791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 14:38:53.072935 7 controller.go:196] "Configuration changes detected, backend reload required" I0422 14:38:53.120806 7 controller.go:216] "Backend successfully reloaded" I0422 14:38:53.121039 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jwjz2", UID:"dd26297e-e96a-498c-8029-0f261e242104", APIVersion:"v1", ResourceVersion:"1407", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0422 14:38:53.529097 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0422 14:38:53.530226 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0422 14:38:56.408305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:38:56.408362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [22/Apr/2026:14:38:57 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.13:5000 280 0.005 300 d7d2a00f1e379af356f99a95775ddd06 I0422 14:39:27.942930 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.108.48.183"}] I0422 14:39:27.948873 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"be4b4fd2-7dd8-4539-b58d-c0b063d86285", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7159", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 14:39:27.951178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 14:39:27.951246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store