------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0428 06:09:49.320285 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0428 06:09:49.320408 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0428 06:09:49.327195 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0428 06:09:49.330271 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0428 06:09:49.851507 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0428 06:09:49.863210 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0428 06:09:49.871071 7 nginx.go:271] "Starting NGINX Ingress controller" I0428 06:09:49.875530 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"e3162c58-571c-4bb0-84f9-a0ff18841fe9", APIVersion:"v1", ResourceVersion:"1559", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0428 06:09:49.878172 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"8c7c17c2-14d1-4fc0-a20e-e10ed5b62691", APIVersion:"v1", ResourceVersion:"1557", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0428 06:09:49.878247 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"4b3c1a84-b145-4394-a70f-11c1396e3206", APIVersion:"v1", ResourceVersion:"1558", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0428 06:09:51.073423 7 nginx.go:317] "Starting NGINX process" I0428 06:09:51.073481 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0428 06:09:51.073726 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0428 06:09:51.074087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:09:51.074129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:09:51.074183 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 06:09:51.096488 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0428 06:09:51.096569 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-rdwv7" I0428 06:09:51.105656 7 controller.go:216] "Backend successfully reloaded" I0428 06:09:51.105754 7 controller.go:227] "Initial sync, sleeping for 1 second" I0428 06:09:51.105817 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rdwv7", UID:"bdbb05df-3e63-4772-981f-1271464427d9", APIVersion:"v1", ResourceVersion:"1601", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0428 06:09:54.895191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:09:54.895237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:09:58.231138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:09:58.231168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:10:01.562699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:10:01.562739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:10:04.895937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:10:04.895973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:10:08.228603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:10:08.228660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:10:11.563249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:10:11.563286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:10:14.896139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:10:14.896180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:10:25.426782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:10:25.426834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:10:28.760599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:10:28.760644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:10:32.095227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:10:32.095254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:10:35.427213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:10:35.427247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:10:38.760291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:10:38.760335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:46.014888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:46.014924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:49.348787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:49.348828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:00.486717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:00.486758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:03.820388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:03.820503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:07.154154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:07.154194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:13.871978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:13.872004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:17.205399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:17.205454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:20.539700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:20.539754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:23.873825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:23.873854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:27.206408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:27.206455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:30.539805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:30.539835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:41.179535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:41.179569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:50.025404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:50.025429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:13:46.690856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:13:46.690911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:13:50.025349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:13:50.025397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:14:19.932428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:14:19.932486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:14:21.906382 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-248.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-248.nip.io-tls was not found. Using default certificate W0428 06:14:21.906442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:14:21.906458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:14:21.908232 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0428 06:14:21.908264 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0428 06:14:21.915804 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0428 06:14:21.916069 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"91f81081-3b56-488b-9ff2-e425de1534ad", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4150", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:14:21.916545 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-248.nip.io-tls" in local store I0428 06:14:22.209740 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-248.nip.io-tls" I0428 06:14:22.210916 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-248.nip.io-tls" W0428 06:14:23.270089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:14:23.270148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:14:23.270253 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 06:14:23.323332 7 controller.go:216] "Backend successfully reloaded" I0428 06:14:23.324013 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rdwv7", UID:"bdbb05df-3e63-4772-981f-1271464427d9", APIVersion:"v1", ResourceVersion:"1601", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0428 06:14:26.599394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:14:26.599443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.248 - - [28/Apr/2026:06:14:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.037 [auth-system-keycloak-80] [] 10.0.0.156:8080 1928 2.036 200 95c846e66ac91e23f58ddb564d7cd8d6 199.204.45.248 - - [28/Apr/2026:06:14:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.190 [auth-system-keycloak-80] [] 10.0.0.156:8080 116 0.190 404 393783899b67efbcee9d353ffab62bcf 199.204.45.248 - - [28/Apr/2026:06:14:32 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.586 [auth-system-keycloak-80] [] 10.0.0.156:8080 0 4.585 201 ff50526321a3bec8a36262fd06fe6e6b 199.204.45.248 - - [28/Apr/2026:06:14:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.621 [auth-system-keycloak-80] [] 10.0.0.156:8080 4246 0.621 200 95d41fa8f42f1f6841f6441d4b4dc271 199.204.45.248 - - [28/Apr/2026:06:14:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.586 [auth-system-keycloak-80] [] 10.0.0.156:8080 1928 0.586 200 35f5b3d99ede1341ec620af2c5d4096a 199.204.45.248 - - [28/Apr/2026:06:14:34 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.016 [auth-system-keycloak-80] [] 10.0.0.156:8080 1682 0.016 200 b37d867790cd3c4ce85978af2a21e088 199.204.45.248 - - [28/Apr/2026:06:14:34 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.035 [auth-system-keycloak-80] [] 10.0.0.156:8080 6432 0.035 200 109beb2541c7eaf30044660416f6b283 199.204.45.248 - - [28/Apr/2026:06:14:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.156:8080 1928 0.477 200 935a993fa853b8562800dec4f2c1f72d 199.204.45.248 - - [28/Apr/2026:06:14:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.080 [auth-system-keycloak-80] [] 10.0.0.156:8080 2 0.080 200 4f279d2ca90f10119ce07f94af6847eb 199.204.45.248 - - [28/Apr/2026:06:14:36 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.199 [auth-system-keycloak-80] [] 10.0.0.156:8080 0 0.198 201 ed377ebef9b5d037719619301f8dfa56 199.204.45.248 - - [28/Apr/2026:06:14:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.073 [auth-system-keycloak-80] [] 10.0.0.156:8080 2246 0.073 200 29eec86bf2253e933a7203297a327b1c 199.204.45.248 - - [28/Apr/2026:06:14:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.509 [auth-system-keycloak-80] [] 10.0.0.156:8080 1928 0.507 200 931add887363c7e69a69480ff5f28699 199.204.45.248 - - [28/Apr/2026:06:14:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.156:8080 2246 0.009 200 03010b8b727ca09f79a0be5342a0e31a 199.204.45.248 - - [28/Apr/2026:06:14:38 +0000] "GET /admin/realms/atmosphere/clients/ee0598df-4c4c-473a-89f4-257578ef1ced/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.018 [auth-system-keycloak-80] [] 10.0.0.156:8080 233 0.018 200 ec96bd36fcbe1c26735fb4fdfdda7905 199.204.45.248 - - [28/Apr/2026:06:14:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.056 [auth-system-keycloak-80] [] 10.0.0.156:8080 831 0.056 200 01afb59824a26b39b6771624ebafd046 199.204.45.248 - - [28/Apr/2026:06:14:38 +0000] "GET /admin/realms/atmosphere/clients/ea61ab05-dace-4e1f-ae43-d99e9f772aa3/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.097 [auth-system-keycloak-80] [] 10.0.0.156:8080 3758 0.097 200 70ef0cee131eaed9ba52c02227c40998 199.204.45.248 - - [28/Apr/2026:06:14:38 +0000] "GET /admin/realms/atmosphere/users/f00212fc-8efe-4091-a15a-14dd425c07fe/role-mappings/clients/ea61ab05-dace-4e1f-ae43-d99e9f772aa3/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.266 [auth-system-keycloak-80] [] 10.0.0.156:8080 3758 0.265 200 56b78ffa0ab2c11a17051b3aafa843da 199.204.45.248 - - [28/Apr/2026:06:14:38 +0000] "GET /admin/realms/atmosphere/users/f00212fc-8efe-4091-a15a-14dd425c07fe/role-mappings/clients/ea61ab05-dace-4e1f-ae43-d99e9f772aa3/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.020 [auth-system-keycloak-80] [] 10.0.0.156:8080 2 0.020 200 42a1a3e79f5c3e6c4bd0ac89bd548559 199.204.45.248 - - [28/Apr/2026:06:14:38 +0000] "POST /admin/realms/atmosphere/users/f00212fc-8efe-4091-a15a-14dd425c07fe/role-mappings/clients/ea61ab05-dace-4e1f-ae43-d99e9f772aa3 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.073 [auth-system-keycloak-80] [] 10.0.0.156:8080 0 0.072 204 d18d3357c27b8f74cc23a0d7aff25720 199.204.45.248 - - [28/Apr/2026:06:14:38 +0000] "GET /admin/realms/atmosphere/users/f00212fc-8efe-4091-a15a-14dd425c07fe/role-mappings/clients/ea61ab05-dace-4e1f-ae43-d99e9f772aa3/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.156:8080 576 0.013 200 4a4ec1e9a38656ed9473be84eeac9134 I0428 06:14:51.105928 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.76.68"}] I0428 06:14:51.111213 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"91f81081-3b56-488b-9ff2-e425de1534ad", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4328", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:14:51.112521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:14:51.112580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:15:05.909271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:15:05.909305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:16:10.976565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:16:10.976707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:16:49.028444 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0428 06:16:49.028517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:16:49.028535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:16:49.031065 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.1kB} I0428 06:16:49.031115 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0428 06:16:49.036022 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0428 06:16:49.036351 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"a5abb707-e7d8-4da9-8852-08bfb283ceaf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4996", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:16:49.036977 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0428 06:16:49.037239 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0428 06:16:49.037380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:16:49.037398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:16:49.037554 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 06:16:49.084653 7 controller.go:216] "Backend successfully reloaded" I0428 06:16:49.085182 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rdwv7", UID:"bdbb05df-3e63-4772-981f-1271464427d9", APIVersion:"v1", ResourceVersion:"1601", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0428 06:16:49.276499 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0428 06:16:49.277367 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" I0428 06:16:51.103382 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.102.76.68"}] I0428 06:16:51.109131 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"a5abb707-e7d8-4da9-8852-08bfb283ceaf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5033", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:16:52.371415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:16:52.371477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.248 - - [28/Apr/2026:06:16:53 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.003 [openstack-keystone-api-5000] [] 10.0.0.21:5000 281 0.003 300 caddb8f5f30f0fb442c697d305767a7a 199.204.45.248 - - [28/Apr/2026:06:16:55 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.21:5000 266 0.004 200 9103c720184c796b9d75341ea43deb52 199.204.45.248 - - [28/Apr/2026:06:16:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.461 [openstack-keystone-api-5000] [] 10.0.0.21:5000 1360 0.461 201 3ff6063215d0a3bb02c5081d87e721b7 199.204.45.248 - - [28/Apr/2026:06:16:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.21:5000 281 0.004 300 29a1049abfd63911b2750bc7b6ba22b7 W0428 06:16:55.705478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:16:55.705514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.248 - - [28/Apr/2026:06:16:55 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.037 [openstack-keystone-api-5000] [] 10.0.0.21:5000 90 0.037 404 af748e3e2ab4e9288b10f5a4b9513deb 199.204.45.248 - - [28/Apr/2026:06:16:55 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.029 [openstack-keystone-api-5000] [] 10.0.0.21:5000 370 0.030 200 209426e14db4feb3ea7b339e3d96857b 199.204.45.248 - - [28/Apr/2026:06:16:55 +0000] "GET /v3/domains/45d56603e4c24657bc58adcf347893de HTTP/1.1" 200 247 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.21:5000 247 0.022 200 d6f120b34cd7326fd0a68249f5de1aa6 199.204.45.248 - - [28/Apr/2026:06:16:56 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.21:5000 266 0.004 200 37f0c1d460f07449f3b22bc3bf64dff6 199.204.45.248 - - [28/Apr/2026:06:16:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.21:5000 1360 0.293 201 7b2a9751a8c31d60b75daff8aa3c1de4 199.204.45.248 - - [28/Apr/2026:06:16:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.21:5000 281 0.003 300 3769d468bf044400012ea00e6b4cebeb 199.204.45.248 - - [28/Apr/2026:06:16:57 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.018 [openstack-keystone-api-5000] [] 10.0.0.21:5000 101 0.018 404 e389f5207c92317b9d7e91a011e593a9 199.204.45.248 - - [28/Apr/2026:06:16:57 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.21:5000 156 0.019 200 71322804136f74874912adaa1c15a47e 199.204.45.248 - - [28/Apr/2026:06:16:57 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.024 [openstack-keystone-api-5000] [] 10.0.0.21:5000 342 0.024 201 cf6723ecfac521b804df2f32233412a7 199.204.45.248 - - [28/Apr/2026:06:16:57 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.21:5000 266 0.005 200 bd94e75257e2057ca4702f9cb8d2cf5e 199.204.45.248 - - [28/Apr/2026:06:16:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.21:5000 1360 0.304 201 875905a29b01bc4c035d0658c6df658b 199.204.45.248 - - [28/Apr/2026:06:16:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.21:5000 281 0.003 300 1ae6b022d97b6379e54f80cc57b149de 199.204.45.248 - - [28/Apr/2026:06:16:58 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.21:5000 98 0.020 404 e28335113b4800f2167087d0767ac50e 199.204.45.248 - - [28/Apr/2026:06:16:58 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.020 [openstack-keystone-api-5000] [] 10.0.0.21:5000 136 0.020 200 8c071fefe0d791e4cbb0ba6a6d4e5ceb 199.204.45.248 - - [28/Apr/2026:06:16:58 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.019 [openstack-keystone-api-5000] [] 10.0.0.21:5000 357 0.019 201 f16aa3a4eb55eb7612ac2931a9893e19 199.204.45.248 - - [28/Apr/2026:06:16:58 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.21:5000 266 0.003 200 26124edac1edbaec9c7870a7df2f9d2c 199.204.45.248 - - [28/Apr/2026:06:16:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.21:5000 1360 0.296 201 776dd7f8088c76f6efc63f9a29a3f412 199.204.45.248 - - [28/Apr/2026:06:16:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.21:5000 281 0.003 300 1edf06921465631626a4d1a5e53e226b 199.204.45.248 - - [28/Apr/2026:06:16:59 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.022 [openstack-keystone-api-5000] [] 10.0.0.21:5000 131 0.022 404 e7761d8aa9580d8a1f3ab27216922c66 199.204.45.248 - - [28/Apr/2026:06:16:59 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.018 [openstack-keystone-api-5000] [] 10.0.0.21:5000 168 0.018 200 be3762a92e8f413fdf21397a6b580581 199.204.45.248 - - [28/Apr/2026:06:16:59 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.022 [openstack-keystone-api-5000] [] 10.0.0.21:5000 224 0.022 201 b20109a2fd921703d199f8f0df0bd1b9 199.204.45.248 - - [28/Apr/2026:06:17:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.533 [auth-system-keycloak-80] [] 10.0.0.156:8080 1928 0.531 200 153a19dced56210acba13aeb4085a680 199.204.45.248 - - [28/Apr/2026:06:17:05 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.011 [auth-system-keycloak-80] [] 10.0.0.156:8080 4246 0.011 200 27447fcc61ac50ee1c1d228b3889dc1d 199.204.45.248 - - [28/Apr/2026:06:17:06 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.460 [auth-system-keycloak-80] [] 10.0.0.156:8080 0 0.459 204 f71f77ff68d3571458a60d444bcd5939 199.204.45.248 - - [28/Apr/2026:06:17:06 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.131 [auth-system-keycloak-80] [] 10.0.0.156:8080 4384 0.131 200 d1afd80b74b0cf1240ba564a58e51c91 W0428 06:17:06.904117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:17:06.904144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.248 - - [28/Apr/2026:06:17:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.486 [auth-system-keycloak-80] [] 10.0.0.156:8080 1928 0.486 200 baece3a69aeca8997219f6eaeb7a4878 199.204.45.248 - - [28/Apr/2026:06:17:07 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.067 [auth-system-keycloak-80] [] 10.0.0.156:8080 12500 0.067 200 5964c278302fe606ee1a3eab15aeb7cc 199.204.45.248 - - [28/Apr/2026:06:17:07 +0000] "GET /admin/realms/atmosphere/client-scopes/970522d5-4bfa-402a-af2e-1a590b860795 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.022 [auth-system-keycloak-80] [] 10.0.0.156:8080 1278 0.022 200 5ff4cb001df533f2971f02ea42c4ff56 199.204.45.248 - - [28/Apr/2026:06:17:07 +0000] "PUT /admin/realms/atmosphere/client-scopes/970522d5-4bfa-402a-af2e-1a590b860795 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.064 [auth-system-keycloak-80] [] 10.0.0.156:8080 0 0.064 204 b85065d0b07bc6717970f7e879c3d9a3 199.204.45.248 - - [28/Apr/2026:06:17:08 +0000] "GET /admin/realms/atmosphere/client-scopes/970522d5-4bfa-402a-af2e-1a590b860795/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.026 [auth-system-keycloak-80] [] 10.0.0.156:8080 963 0.026 200 1ae8dad10ac8616689068d888e232e69 199.204.45.248 - - [28/Apr/2026:06:17:08 +0000] "GET /admin/realms/atmosphere/client-scopes/970522d5-4bfa-402a-af2e-1a590b860795/protocol-mappers/models/1044419c-9f5d-4815-913a-244f8dff3888 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.049 [auth-system-keycloak-80] [] 10.0.0.156:8080 366 0.049 200 1d25d1186868ac0e0191945a244deda1 199.204.45.248 - - [28/Apr/2026:06:17:08 +0000] "PUT /admin/realms/atmosphere/client-scopes/970522d5-4bfa-402a-af2e-1a590b860795/protocol-mappers/models/1044419c-9f5d-4815-913a-244f8dff3888 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.038 [auth-system-keycloak-80] [] 10.0.0.156:8080 0 0.038 204 ff9de7d1afdeb0a3cbbd1eaac3d5c4b2 199.204.45.248 - - [28/Apr/2026:06:17:08 +0000] "GET /admin/realms/atmosphere/client-scopes/970522d5-4bfa-402a-af2e-1a590b860795 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.060 [auth-system-keycloak-80] [] 10.0.0.156:8080 1218 0.060 200 8226b8845260b00aa35f8ffb05e0e37a W0428 06:17:10.238209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:17:10.238261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:17:13.573363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:17:13.573404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.248 - - [28/Apr/2026:06:17:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.448 [auth-system-keycloak-80] [] 10.0.0.156:8080 1928 0.447 200 8df62344c14da7d4dea42147f466c3a6 199.204.45.248 - - [28/Apr/2026:06:17:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.027 [auth-system-keycloak-80] [] 10.0.0.156:8080 2 0.027 200 008ba35e010c7ed81eafc5869278209a 199.204.45.248 - - [28/Apr/2026:06:17:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.099 [auth-system-keycloak-80] [] 10.0.0.156:8080 0 0.098 201 2716430f6bd0ec02d1462e9f1b0fb1f8 199.204.45.248 - - [28/Apr/2026:06:17:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.080 [auth-system-keycloak-80] [] 10.0.0.156:8080 1261 0.080 200 09fe21ce20ed8cbf116cadf083c3330c 199.204.45.248 - - [28/Apr/2026:06:17:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.486 [auth-system-keycloak-80] [] 10.0.0.156:8080 1928 0.484 200 59f50ea1278a66c9dda2960c2cf24e14 199.204.45.248 - - [28/Apr/2026:06:17:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.018 [auth-system-keycloak-80] [] 10.0.0.156:8080 2 0.018 200 71af6ca170678efaa4ca714d0f2e337e 199.204.45.248 - - [28/Apr/2026:06:17:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.089 [auth-system-keycloak-80] [] 10.0.0.156:8080 0 0.089 201 db8b5eb15d694b5b77428bc093f6f04f 199.204.45.248 - - [28/Apr/2026:06:17:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.058 [auth-system-keycloak-80] [] 10.0.0.156:8080 1286 0.058 200 7d1e0278a25b5345a6000670673f9788 199.204.45.248 - - [28/Apr/2026:06:17:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.156:8080 1928 0.487 200 6a135f8b94abb104caad4de7d993e34b 199.204.45.248 - - [28/Apr/2026:06:17:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.156:8080 2 0.007 200 9bcf077374a89d43922753e254acf66d 199.204.45.248 - - [28/Apr/2026:06:17:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.087 [auth-system-keycloak-80] [] 10.0.0.156:8080 0 0.086 201 abd85ffc7e6a42a2027d1a4322f3df45 199.204.45.248 - - [28/Apr/2026:06:17:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.068 [auth-system-keycloak-80] [] 10.0.0.156:8080 1251 0.068 200 2a3df633493ca21babccfeb2c3c71fee 199.204.45.248 - - [28/Apr/2026:06:17:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.516 [auth-system-keycloak-80] [] 10.0.0.156:8080 1928 0.516 200 0c639ff583d991a630bbe5fca0808b9c 199.204.45.248 - - [28/Apr/2026:06:17:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.156:8080 1261 0.007 200 103224c9cc1ba121ac7153a43b02997d 199.204.45.248 - - [28/Apr/2026:06:17:34 +0000] "GET /admin/realms/atmosphere/clients/89eb6644-a458-47eb-8356-4bb8b552fbd7/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.156:8080 119 0.008 404 f8c1ede5622096cef2d3900ecd74aac4 199.204.45.248 - - [28/Apr/2026:06:17:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.039 [auth-system-keycloak-80] [] 10.0.0.156:8080 1261 0.039 200 85218dcab36984bb5d337bf625ab9fe4 199.204.45.248 - - [28/Apr/2026:06:17:34 +0000] "POST /admin/realms/atmosphere/clients/89eb6644-a458-47eb-8356-4bb8b552fbd7/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.035 [auth-system-keycloak-80] [] 10.0.0.156:8080 0 0.035 201 9debdd803191ec1fa5f98aa491c066e3 199.204.45.248 - - [28/Apr/2026:06:17:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.156:8080 1261 0.006 200 23dbc49854d4c4be2f08bd6b484f33e0 199.204.45.248 - - [28/Apr/2026:06:17:34 +0000] "GET /admin/realms/atmosphere/clients/89eb6644-a458-47eb-8356-4bb8b552fbd7/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.037 [auth-system-keycloak-80] [] 10.0.0.156:8080 166 0.037 200 5926d6ebd3f6b13d7c20a1ec4f43ff87 199.204.45.248 - - [28/Apr/2026:06:17:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.156:8080 1928 0.469 200 19798aa3c0f3eaa133a7628e645ce4a1 199.204.45.248 - - [28/Apr/2026:06:17:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.156:8080 1286 0.010 200 8a571753e66a7c82b72c0070622df4a5 199.204.45.248 - - [28/Apr/2026:06:17:35 +0000] "GET /admin/realms/atmosphere/clients/72195939-d626-4f2a-8ede-104a7d55274c/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.156:8080 119 0.009 404 185c89a63d1e76a287624e44ad85cdab 199.204.45.248 - - [28/Apr/2026:06:17:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.156:8080 1286 0.007 200 f27db92c7d8eab48450d79b977a60bd2 199.204.45.248 - - [28/Apr/2026:06:17:35 +0000] "POST /admin/realms/atmosphere/clients/72195939-d626-4f2a-8ede-104a7d55274c/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.042 [auth-system-keycloak-80] [] 10.0.0.156:8080 0 0.041 201 557658ef3deffc774f94d2b8ccfe0a35 199.204.45.248 - - [28/Apr/2026:06:17:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.156:8080 1286 0.013 200 5aa8ac7e14e9ba10bd44a8289cd3f4da 199.204.45.248 - - [28/Apr/2026:06:17:35 +0000] "GET /admin/realms/atmosphere/clients/72195939-d626-4f2a-8ede-104a7d55274c/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.059 [auth-system-keycloak-80] [] 10.0.0.156:8080 165 0.059 200 5782da156c69cc45878a4de398dc43ab 199.204.45.248 - - [28/Apr/2026:06:17:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.156:8080 1928 0.476 200 dfd99c8c1c76019f81053c958068011d 199.204.45.248 - - [28/Apr/2026:06:17:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.035 [auth-system-keycloak-80] [] 10.0.0.156:8080 1286 0.035 200 a96a13082361d606ea396b4aaff4a26d 199.204.45.248 - - [28/Apr/2026:06:17:36 +0000] "GET /admin/realms/atmosphere/clients/72195939-d626-4f2a-8ede-104a7d55274c/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.156:8080 119 0.008 404 2bf5b805e42a8811d09377b0e8b7fd7c 199.204.45.248 - - [28/Apr/2026:06:17:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.156:8080 1286 0.007 200 4dc8b173cd6dfda889a79f4adcd67167 199.204.45.248 - - [28/Apr/2026:06:17:36 +0000] "POST /admin/realms/atmosphere/clients/72195939-d626-4f2a-8ede-104a7d55274c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.156:8080 0 0.016 201 e5a0a842f3616d1a81bc1153976e5018 199.204.45.248 - - [28/Apr/2026:06:17:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.027 [auth-system-keycloak-80] [] 10.0.0.156:8080 1286 0.027 200 d116cb4eec00d9745d2f2553cb6a15ce 199.204.45.248 - - [28/Apr/2026:06:17:36 +0000] "GET /admin/realms/atmosphere/clients/72195939-d626-4f2a-8ede-104a7d55274c/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.156:8080 166 0.012 200 b2486993103df9b294558513be409c09 199.204.45.248 - - [28/Apr/2026:06:17:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.156:8080 1928 0.488 200 3278beea4711050a96a1cdd61a040574 199.204.45.248 - - [28/Apr/2026:06:17:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.156:8080 1286 0.007 200 c1a090e426dcc53f449126e9855490ef 199.204.45.248 - - [28/Apr/2026:06:17:37 +0000] "GET /admin/realms/atmosphere/clients/72195939-d626-4f2a-8ede-104a7d55274c/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.006 [auth-system-keycloak-80] [] 10.0.0.156:8080 119 0.006 404 c4e69c4d2da17ba1bdbaa82656cb5335 199.204.45.248 - - [28/Apr/2026:06:17:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.156:8080 1286 0.005 200 d7d13cca27de52c9b2c50902d42226cf 199.204.45.248 - - [28/Apr/2026:06:17:37 +0000] "POST /admin/realms/atmosphere/clients/72195939-d626-4f2a-8ede-104a7d55274c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.156:8080 0 0.015 201 a055c55556341bb936d7d514e6f77c4c 199.204.45.248 - - [28/Apr/2026:06:17:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.032 [auth-system-keycloak-80] [] 10.0.0.156:8080 1286 0.032 200 fbbc732403fccb6a42ac213d908403bf 199.204.45.248 - - [28/Apr/2026:06:17:37 +0000] "GET /admin/realms/atmosphere/clients/72195939-d626-4f2a-8ede-104a7d55274c/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.156:8080 166 0.013 200 fee4fee79eb80bd659d5d67a30465a44 199.204.45.248 - - [28/Apr/2026:06:17:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.502 [auth-system-keycloak-80] [] 10.0.0.156:8080 1928 0.501 200 b5420fec1b868f86fa78ea455e28306d 199.204.45.248 - - [28/Apr/2026:06:17:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.156:8080 1251 0.005 200 8324036fa8915ff59cf0692a0b11d6f0 199.204.45.248 - - [28/Apr/2026:06:17:38 +0000] "GET /admin/realms/atmosphere/clients/1cb6924d-c88a-4cd0-b900-4b2df63b2e65/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.006 [auth-system-keycloak-80] [] 10.0.0.156:8080 119 0.006 404 bd8f7dc2587e84f85d99f8c2797746f4 199.204.45.248 - - [28/Apr/2026:06:17:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.048 [auth-system-keycloak-80] [] 10.0.0.156:8080 1251 0.048 200 aaf51980d418a0d8c428a77a8e27827f 199.204.45.248 - - [28/Apr/2026:06:17:38 +0000] "POST /admin/realms/atmosphere/clients/1cb6924d-c88a-4cd0-b900-4b2df63b2e65/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.156:8080 0 0.014 201 a24c337ec4d10096994a494ee772aa6b 199.204.45.248 - - [28/Apr/2026:06:17:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.156:8080 1251 0.004 200 c6d801430b2750bb02f96d8170289170 199.204.45.248 - - [28/Apr/2026:06:17:38 +0000] "GET /admin/realms/atmosphere/clients/1cb6924d-c88a-4cd0-b900-4b2df63b2e65/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.156:8080 166 0.012 200 8c92bd3b3ad1918ab0d94bca3155f843 E0428 06:17:38.503522 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-248.nip.io. Skipping. W0428 06:17:38.504018 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 06:17:38.504109 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0428 06:17:38.504166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:17:38.504191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:17:38.506814 7 admission.go:149] processed ingress via admission controller {testedIngressLength:3 testedIngressTime:0.003s renderingIngressLength:3 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:22.8kB} I0428 06:17:38.506843 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0428 06:17:38.519162 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0428 06:17:38.519356 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-248.nip.io. Skipping. W0428 06:17:38.519466 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0428 06:17:38.519559 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. I0428 06:17:38.519570 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"f5ae7bf6-50d1-4ab6-a513-5794967a2ec0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5479", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:17:38.519597 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0428 06:17:38.519795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:17:38.519820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:17:38.519952 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 06:17:38.570822 7 controller.go:216] "Backend successfully reloaded" I0428 06:17:38.571216 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rdwv7", UID:"bdbb05df-3e63-4772-981f-1271464427d9", APIVersion:"v1", ResourceVersion:"1601", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0428 06:17:38.752853 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0428 06:17:38.759490 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-248.nip.io. Skipping. I0428 06:17:38.760547 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0428 06:17:41.855188 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 06:17:41.855267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:17:41.855282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:17:51.102602 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.102.76.68"}] E0428 06:17:51.108970 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-248.nip.io. Skipping. I0428 06:17:51.109791 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"f5ae7bf6-50d1-4ab6-a513-5794967a2ec0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5598", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:17:51.110132 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 06:17:51.111035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:17:51.111055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:18:20.709067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:18:20.709116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:18:24.042743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:18:24.042795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:18:27.379038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:18:27.379086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:18:47.543124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:18:47.543159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:18:47.605034 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:18:47.605099 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0428 06:18:47.605138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:18:47.605152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:18:47.608199 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.004s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:26.4kB} I0428 06:18:47.608230 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0428 06:18:47.614823 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:18:47.614894 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0428 06:18:47.614941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:18:47.614954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:18:47.617288 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.003s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:26.4kB} I0428 06:18:47.617315 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" 2026/04/28 06:18:47 http: TLS handshake error from 199.204.45.248:21754: EOF W0428 06:18:47.619116 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:18:47.619177 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0428 06:18:47.619243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:18:47.619256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:18:47.622827 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.004s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:26.4kB} I0428 06:18:47.622865 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0428 06:18:47.624377 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0428 06:18:47.624670 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0428 06:18:47.624685 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0428 06:18:47.624826 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0428 06:18:47.625069 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"5e65ddf0-4666-460d-ac7d-6310f7f70d35", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6138", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 06:18:47.625084 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"c88bbc7f-3ccf-4280-baab-284a6d65ca1b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6139", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 06:18:47.641473 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0428 06:18:47.641614 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b05ef987-8d68-4e4c-aca9-41ce9542203d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6151", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:18:47.641855 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0428 06:18:47.970590 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0428 06:18:47.971289 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0428 06:18:48.215301 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0428 06:18:48.216469 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0428 06:18:49.032634 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0428 06:18:49.033768 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/prometheus-tls" I0428 06:18:49.934894 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0428 06:18:49.936602 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0428 06:18:50.873953 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:18:50.874047 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:18:50.874112 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:18:50.874295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:18:50.874324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:18:50.874559 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 06:18:50.939075 7 controller.go:216] "Backend successfully reloaded" I0428 06:18:50.939786 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rdwv7", UID:"bdbb05df-3e63-4772-981f-1271464427d9", APIVersion:"v1", ResourceVersion:"1601", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0428 06:18:51.102919 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.76.68"}] I0428 06:18:51.103040 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.76.68"}] I0428 06:18:51.103342 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.76.68"}] I0428 06:18:51.107875 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b05ef987-8d68-4e4c-aca9-41ce9542203d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6394", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 06:18:51.110125 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"5e65ddf0-4666-460d-ac7d-6310f7f70d35", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6395", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 06:18:51.111461 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"c88bbc7f-3ccf-4280-baab-284a6d65ca1b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6396", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:18:54.207944 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:18:54.208037 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:18:54.208109 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:18:54.208341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:18:54.208393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:18:57.542806 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:18:57.542869 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:18:57.542919 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:18:57.543136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:18:57.543166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:19:00.873971 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:19:00.874193 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:19:00.874285 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:19:00.874485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:19:00.874553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:19:04.207188 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:19:04.207229 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:19:04.207248 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:19:04.207324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:19:04.207334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:19:07.541042 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:19:07.541078 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:19:07.541095 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:19:07.541206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:19:07.541219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.155 - - [28/Apr/2026:06:19:08 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.016 [auth-system-keycloak-80] [] 10.0.0.156:8080 6432 0.016 200 2f3d36a4da969c2770856f3feaefb1f3 10.0.0.194 - - [28/Apr/2026:06:19:09 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.156:8080 6432 0.006 200 a9b8b998a959ea329308719c1f03ffb0 W0428 06:19:10.874580 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:19:10.874738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:19:10.874756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:19:14.207765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:19:14.207931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.248 - - [28/Apr/2026:06:19:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.511 [auth-system-keycloak-80] [] 10.0.0.156:8080 1928 0.509 200 4a7f20a5756f29a5536917dd48170f75 199.204.45.248 - - [28/Apr/2026:06:19:15 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.021 [auth-system-keycloak-80] [] 10.0.0.156:8080 2 0.021 200 0ef235973a1e2ae1b9a265ae3414e116 199.204.45.248 - - [28/Apr/2026:06:19:15 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.078 [auth-system-keycloak-80] [] 10.0.0.156:8080 0 0.077 201 334db481d15faf7d92d388ca41f7442f 199.204.45.248 - - [28/Apr/2026:06:19:15 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.025 [auth-system-keycloak-80] [] 10.0.0.156:8080 322 0.025 200 417a7916447af5035ce26cacc9587b27 199.204.45.248 - - [28/Apr/2026:06:19:15 +0000] "GET /admin/realms/atmosphere/users/5eec4670-b3d9-44c7-9555-46558e8c6a8c/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.043 [auth-system-keycloak-80] [] 10.0.0.156:8080 2 0.043 200 a8ffd061f90b6ece968559839ba9a5f5 199.204.45.248 - - [28/Apr/2026:06:19:15 +0000] "GET /admin/realms/atmosphere/users/5eec4670-b3d9-44c7-9555-46558e8c6a8c/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.008 [auth-system-keycloak-80] [] 10.0.0.156:8080 2 0.008 200 0cbafe2e3726d5e0a87060a9b5e10ac1 199.204.45.248 - - [28/Apr/2026:06:19:16 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.21:5000 266 0.005 200 03dd989f6e2787ffe854f8785bd6c438 199.204.45.248 - - [28/Apr/2026:06:19:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.319 [openstack-keystone-api-5000] [] 10.0.0.21:5000 1360 0.319 201 32d36535a6b9b40151fb5de511b6572b 199.204.45.248 - - [28/Apr/2026:06:19:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.21:5000 281 0.004 300 d2c54801723aed4c6a2bc290790186cd 199.204.45.248 - - [28/Apr/2026:06:19:16 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.036 [openstack-keystone-api-5000] [] 10.0.0.21:5000 90 0.036 404 e3be92b0bf4aea5c94967ee7a0ed95c0 199.204.45.248 - - [28/Apr/2026:06:19:17 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.028 [openstack-keystone-api-5000] [] 10.0.0.21:5000 370 0.028 200 ab78e4bc75df9f75d60989a1c2894738 199.204.45.248 - - [28/Apr/2026:06:19:17 +0000] "GET /v3/users?domain_id=45d56603e4c24657bc58adcf347893de&name=test-user HTTP/1.1" 200 174 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.136 [openstack-keystone-api-5000] [] 10.0.0.21:5000 174 0.136 200 b9aaecf02590e87fdc6e80f19e727ab8 W0428 06:19:17.540911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:19:17.540967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.248 - - [28/Apr/2026:06:19:18 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.21:5000 266 0.004 200 4728d79d62ab9001dc00ce5d8a3e50ce 199.204.45.248 - - [28/Apr/2026:06:19:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.332 [openstack-keystone-api-5000] [] 10.0.0.21:5000 1360 0.331 201 294ca13a6d5bbc01f52318726e94d871 199.204.45.248 - - [28/Apr/2026:06:19:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.21:5000 281 0.006 300 deb03e3f5f47e0d6c8af7db00c1bb6a9 199.204.45.248 - - [28/Apr/2026:06:19:19 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.028 [openstack-keystone-api-5000] [] 10.0.0.21:5000 90 0.028 404 023e1f94d1367e837fca2ef2b64113ef 199.204.45.248 - - [28/Apr/2026:06:19:19 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.041 [openstack-keystone-api-5000] [] 10.0.0.21:5000 370 0.041 200 23db6bfaa87c30e953b131af1952776c 199.204.45.248 - - [28/Apr/2026:06:19:19 +0000] "GET /v3/users?domain_id=45d56603e4c24657bc58adcf347893de&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.132 [openstack-keystone-api-5000] [] 10.0.0.21:5000 451 0.132 200 f253cddca5bf8c16e4df2334a3d8dc59