------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0521 19:27:33.310916 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0521 19:27:33.311159 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0521 19:27:33.319058 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0521 19:27:33.321512 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0521 19:27:33.530669 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0521 19:27:33.548440 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0521 19:27:33.561587 7 nginx.go:271] "Starting NGINX Ingress controller" I0521 19:27:33.568063 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"d738bf5e-2c09-4486-9c40-c368c3f6cc80", APIVersion:"v1", ResourceVersion:"1337", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0521 19:27:33.571941 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"3cf9881a-858c-46ce-b9fa-86e84adb36ae", APIVersion:"v1", ResourceVersion:"1338", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0521 19:27:33.572009 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"bec127f9-49ee-43ed-ade8-93813d800984", APIVersion:"v1", ResourceVersion:"1339", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0521 19:27:34.763641 7 nginx.go:317] "Starting NGINX process" I0521 19:27:34.763704 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0521 19:27:34.765265 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0521 19:27:34.765511 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0521 19:27:34.765595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:27:34.765634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:27:34.765695 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:27:34.781596 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0521 19:27:34.781757 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-vvxz6" I0521 19:27:34.796847 7 controller.go:216] "Backend successfully reloaded" I0521 19:27:34.796920 7 controller.go:227] "Initial sync, sleeping for 1 second" I0521 19:27:34.797069 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vvxz6", UID:"9bdc16ab-17ea-41b2-bf9c-516149c36b4a", APIVersion:"v1", ResourceVersion:"1381", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0521 19:27:38.580003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:27:38.580032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:27:41.913776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:27:41.913820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:27:45.247846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:27:45.247916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:27:48.580700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:27:48.580749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:27:51.913988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:27:51.914034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:27:55.246986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:27:55.247110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:27:58.580682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:27:58.580730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:28:01.915833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:28:01.915878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:28:05.247166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:28:05.247221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:28:11.401204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:28:11.401233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:01.423100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:01.423145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:04.756629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:04.756678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:24.504803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:24.504830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:30.121162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:30.121200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:33.454611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:33.454651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:36.787954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:36.787997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:40.122022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:40.122062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:43.454807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:43.454842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:46.788471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:46.788510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:50.121547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:29:50.121675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:32:06.279637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:32:06.279671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:32:09.613268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:32:09.613319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:32:09.878236 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-43.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-43.nip.io-tls was not found. Using default certificate W0521 19:32:09.878388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:32:09.878415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:32:09.880412 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0521 19:32:09.880460 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0521 19:32:09.887969 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0521 19:32:09.888185 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c0fe4e5f-2fad-4531-b0e5-37e60d5c38ce", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3337", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:32:09.888485 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-43.nip.io-tls" in local store I0521 19:32:10.306668 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-43.nip.io-tls" I0521 19:32:10.307706 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-43.nip.io-tls" W0521 19:32:12.946930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:32:12.946954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:32:12.946993 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:32:12.991156 7 controller.go:216] "Backend successfully reloaded" I0521 19:32:12.991698 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vvxz6", UID:"9bdc16ab-17ea-41b2-bf9c-516149c36b4a", APIVersion:"v1", ResourceVersion:"1381", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration 199.19.213.43 - - [21/May/2026:19:32:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 1.947 [auth-system-keycloak-80] [] 10.0.0.146:8080 1882 1.945 200 14f6fb9e10871b8a288dec8b396901ad 199.19.213.43 - - [21/May/2026:19:32:15 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1195 0.198 [auth-system-keycloak-80] [] 10.0.0.146:8080 28 0.198 404 39ee8ee1021ea0ca2979b83a586cbd79 W0521 19:32:16.280579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:32:16.280617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.43 - - [21/May/2026:19:32:19 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.270 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 4.269 201 cc4e865ab832687334db4ee3c19d26e0 199.19.213.43 - - [21/May/2026:19:32:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.600 [auth-system-keycloak-80] [] 10.0.0.146:8080 4177 0.600 200 0fb1df75c2b4f80064eb76539cf1f86c 199.19.213.43 - - [21/May/2026:19:32:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.054 [auth-system-keycloak-80] [] 10.0.0.146:8080 1882 0.052 200 07e1e2c15e7b4a2957d0ee53f8e1d1a6 199.19.213.43 - - [21/May/2026:19:32:20 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1209 0.061 [auth-system-keycloak-80] [] 10.0.0.146:8080 12500 0.060 200 0e04351f57c26d3e0881443b93cf9dee 199.19.213.43 - - [21/May/2026:19:32:20 +0000] "GET /admin/realms/atmosphere/client-scopes/bdf545cd-8d66-416a-b305-19e576f9194a HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.073 [auth-system-keycloak-80] [] 10.0.0.146:8080 1278 0.074 200 999f2879d588bbaaa7e2e872a298e532 199.19.213.43 - - [21/May/2026:19:32:20 +0000] "PUT /admin/realms/atmosphere/client-scopes/bdf545cd-8d66-416a-b305-19e576f9194a HTTP/1.1" 204 0 "-" "Ansible" 1846 0.017 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.016 204 9ac3700b84e94f007914461de7c77f43 199.19.213.43 - - [21/May/2026:19:32:21 +0000] "GET /admin/realms/atmosphere/client-scopes/bdf545cd-8d66-416a-b305-19e576f9194a/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.072 [auth-system-keycloak-80] [] 10.0.0.146:8080 963 0.071 200 f4da2442427344c4d74044c1a99c3eb4 199.19.213.43 - - [21/May/2026:19:32:21 +0000] "GET /admin/realms/atmosphere/client-scopes/bdf545cd-8d66-416a-b305-19e576f9194a/protocol-mappers/models/c016fef1-6f86-4fde-82eb-e2defd7d711b HTTP/1.1" 200 366 "-" "Ansible" 1307 0.009 [auth-system-keycloak-80] [] 10.0.0.146:8080 366 0.009 200 7ceddbccd9473c98c17944e7addd9302 199.19.213.43 - - [21/May/2026:19:32:21 +0000] "PUT /admin/realms/atmosphere/client-scopes/bdf545cd-8d66-416a-b305-19e576f9194a/protocol-mappers/models/c016fef1-6f86-4fde-82eb-e2defd7d711b HTTP/1.1" 204 0 "-" "Ansible" 1620 0.075 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.074 204 448afa08a5db423c514781d7a93aa67d 199.19.213.43 - - [21/May/2026:19:32:21 +0000] "GET /admin/realms/atmosphere/client-scopes/bdf545cd-8d66-416a-b305-19e576f9194a HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.081 [auth-system-keycloak-80] [] 10.0.0.146:8080 1218 0.082 200 9b7270a3d86347c8a6b663e3abf14c5c I0521 19:32:34.789881 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.104.115.128"}] I0521 19:32:34.796359 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c0fe4e5f-2fad-4531-b0e5-37e60d5c38ce", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3555", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:32:34.797001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:32:34.797039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.43 - - [21/May/2026:19:32:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.146:8080 1882 0.043 200 613501082322fedc44473118dd98c51d 199.19.213.43 - - [21/May/2026:19:32:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.146:8080 2 0.014 200 67f4e5ead28643a971552b2b7f1a3f9b 199.19.213.43 - - [21/May/2026:19:32:41 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.185 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.184 201 1a22ebaced521a129fb27dee62a1ef9b 199.19.213.43 - - [21/May/2026:19:32:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.077 [auth-system-keycloak-80] [] 10.0.0.146:8080 1259 0.077 200 3c453833f7e7685e4837545c39b9eea1 199.19.213.43 - - [21/May/2026:19:32:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.146:8080 1882 0.044 200 27981dd3e1abec6d09f4420c0117f6d0 199.19.213.43 - - [21/May/2026:19:32:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.051 [auth-system-keycloak-80] [] 10.0.0.146:8080 2 0.050 200 58d7adbb54eb7a9db61ddca1b1f78753 199.19.213.43 - - [21/May/2026:19:32:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.084 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.083 201 1a380ce53fef8e72623b1c700d687be7 199.19.213.43 - - [21/May/2026:19:32:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.020 [auth-system-keycloak-80] [] 10.0.0.146:8080 1283 0.020 200 3cf8ac6f2094b12c07ba89707881fc83 199.19.213.43 - - [21/May/2026:19:32:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.042 [auth-system-keycloak-80] [] 10.0.0.146:8080 1882 0.042 200 5234432cc14377a964c40e6ee60ea3ee 199.19.213.43 - - [21/May/2026:19:32:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.055 [auth-system-keycloak-80] [] 10.0.0.146:8080 2 0.056 200 dcb6997163b18394c02ff76ee740a42e 199.19.213.43 - - [21/May/2026:19:32:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.039 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.038 201 b76b4f4e84cfc6609b587edfd71e40c9 199.19.213.43 - - [21/May/2026:19:32:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.053 [auth-system-keycloak-80] [] 10.0.0.146:8080 1249 0.053 200 f1e8cdefc639d49432ea9a99267bd9b1 199.19.213.43 - - [21/May/2026:19:32:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.048 [auth-system-keycloak-80] [] 10.0.0.146:8080 1882 0.048 200 02406fdafcb5c9fe81e775615d3c5556 199.19.213.43 - - [21/May/2026:19:32:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.146:8080 1259 0.008 200 918bb53c6df968d12cda609f46c64346 199.19.213.43 - - [21/May/2026:19:32:43 +0000] "GET /admin/realms/atmosphere/clients/ad0936f8-28f0-4382-b428-339f3b240f89/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.049 [auth-system-keycloak-80] [] 10.0.0.146:8080 31 0.050 404 256b0637bf20c6019a228e1801f2b7cb 199.19.213.43 - - [21/May/2026:19:32:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.146:8080 1259 0.008 200 98036fae021b143ad2d62d269728df6a 199.19.213.43 - - [21/May/2026:19:32:43 +0000] "POST /admin/realms/atmosphere/clients/ad0936f8-28f0-4382-b428-339f3b240f89/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.080 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.079 201 aeae746d93821e3aa7e866baa20af0cc 199.19.213.43 - - [21/May/2026:19:32:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.146:8080 1259 0.006 200 03aa0992c3e9f9fce0cf234cddcb0396 199.19.213.43 - - [21/May/2026:19:32:43 +0000] "GET /admin/realms/atmosphere/clients/ad0936f8-28f0-4382-b428-339f3b240f89/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.146:8080 166 0.013 200 388566a50470ea350380ea2a4b858c00 199.19.213.43 - - [21/May/2026:19:32:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.146:8080 1882 0.044 200 fdd2d4d70fbc47178c84c5f76f93d9f2 199.19.213.43 - - [21/May/2026:19:32:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.146:8080 1283 0.007 200 2b01017ec3b7fd75d067aef6b3b3c64b 199.19.213.43 - - [21/May/2026:19:32:44 +0000] "GET /admin/realms/atmosphere/clients/9d257633-63a1-4312-95e4-e284d9809007/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1252 0.032 [auth-system-keycloak-80] [] 10.0.0.146:8080 31 0.033 404 fc3a972a79f64701aac24b253f8ceeec 199.19.213.43 - - [21/May/2026:19:32:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.146:8080 1283 0.007 200 544284231d63ffd32713dc4ce9fb9e9d 199.19.213.43 - - [21/May/2026:19:32:44 +0000] "POST /admin/realms/atmosphere/clients/9d257633-63a1-4312-95e4-e284d9809007/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.012 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.011 201 c133f3508b82e0bba3e160989b6c2cf2 199.19.213.43 - - [21/May/2026:19:32:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.146:8080 1283 0.006 200 2eeaef06e297bb7bae1d474c68e49bf9 199.19.213.43 - - [21/May/2026:19:32:44 +0000] "GET /admin/realms/atmosphere/clients/9d257633-63a1-4312-95e4-e284d9809007/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.041 [auth-system-keycloak-80] [] 10.0.0.146:8080 165 0.041 200 dedc30860f0b01afccf5d8f2d35729ba 199.19.213.43 - - [21/May/2026:19:32:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.146:8080 1882 0.043 200 235def0e9a711f9b0f33ccd66b1da954 199.19.213.43 - - [21/May/2026:19:32:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.146:8080 1283 0.005 200 f71dbefa77b337fe31df29e1583c0623 199.19.213.43 - - [21/May/2026:19:32:44 +0000] "GET /admin/realms/atmosphere/clients/9d257633-63a1-4312-95e4-e284d9809007/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.146:8080 31 0.008 404 0cebd2fd93324136754535c4e460d1a4 199.19.213.43 - - [21/May/2026:19:32:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.047 [auth-system-keycloak-80] [] 10.0.0.146:8080 1283 0.048 200 5d21fe4ca7d79fef937b39cc9a462e4b 199.19.213.43 - - [21/May/2026:19:32:44 +0000] "POST /admin/realms/atmosphere/clients/9d257633-63a1-4312-95e4-e284d9809007/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.015 201 3276c26d20d3bbb6d99777aaffe406e2 199.19.213.43 - - [21/May/2026:19:32:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.146:8080 1283 0.007 200 de4a3af28f8b89c7949d858aa7c9bcbf 199.19.213.43 - - [21/May/2026:19:32:44 +0000] "GET /admin/realms/atmosphere/clients/9d257633-63a1-4312-95e4-e284d9809007/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.075 [auth-system-keycloak-80] [] 10.0.0.146:8080 166 0.074 200 a8a8694c3e5b5cc60724fcd172350e3f 199.19.213.43 - - [21/May/2026:19:32:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.043 [auth-system-keycloak-80] [] 10.0.0.146:8080 1882 0.041 200 5a99cd6620ab18fee548b62dbccbc44d 199.19.213.43 - - [21/May/2026:19:32:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.146:8080 1283 0.010 200 77ddda612a385065ff9be964382b86b8 199.19.213.43 - - [21/May/2026:19:32:45 +0000] "GET /admin/realms/atmosphere/clients/9d257633-63a1-4312-95e4-e284d9809007/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1253 0.068 [auth-system-keycloak-80] [] 10.0.0.146:8080 31 0.067 404 4e4169cba8ad60ef6649b74a15690329 199.19.213.43 - - [21/May/2026:19:32:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.146:8080 1283 0.006 200 3a765ecca8d7dbed04fa8165ffd2931d 199.19.213.43 - - [21/May/2026:19:32:45 +0000] "POST /admin/realms/atmosphere/clients/9d257633-63a1-4312-95e4-e284d9809007/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.014 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.013 201 4b962d4e92eff83da1a2de539490a0ed 199.19.213.43 - - [21/May/2026:19:32:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.056 [auth-system-keycloak-80] [] 10.0.0.146:8080 1283 0.056 200 e95fc2e38dec01ea1be3044580fb386a 199.19.213.43 - - [21/May/2026:19:32:45 +0000] "GET /admin/realms/atmosphere/clients/9d257633-63a1-4312-95e4-e284d9809007/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.029 [auth-system-keycloak-80] [] 10.0.0.146:8080 166 0.030 200 3b21d6bc5556058c57b2279ef4622c57 199.19.213.43 - - [21/May/2026:19:32:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.146:8080 1882 0.043 200 cf92a2b6f543aa7a3f61aee07b155be9 199.19.213.43 - - [21/May/2026:19:32:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.146:8080 1249 0.007 200 b49117939a62cf21829145166029bbb1 199.19.213.43 - - [21/May/2026:19:32:45 +0000] "GET /admin/realms/atmosphere/clients/64b67125-4178-4ff7-ac37-fc306a97e55b/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.025 [auth-system-keycloak-80] [] 10.0.0.146:8080 31 0.025 404 ec162cb73b563ac978220daa7bd98346 199.19.213.43 - - [21/May/2026:19:32:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.146:8080 1249 0.005 200 a7e9d43ad29ebc0955b42ee18985e002 199.19.213.43 - - [21/May/2026:19:32:45 +0000] "POST /admin/realms/atmosphere/clients/64b67125-4178-4ff7-ac37-fc306a97e55b/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.014 201 c77834990e7656bc4db47d9c233c6d10 199.19.213.43 - - [21/May/2026:19:32:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.052 [auth-system-keycloak-80] [] 10.0.0.146:8080 1249 0.052 200 7a28f6f80bdb6e62186a860793acdf21 199.19.213.43 - - [21/May/2026:19:32:45 +0000] "GET /admin/realms/atmosphere/clients/64b67125-4178-4ff7-ac37-fc306a97e55b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.146:8080 166 0.012 200 5dc9d77a3c3c2bb51dcfc95c4dc0ba57 W0521 19:33:56.391343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:33:56.391397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:33:56.459684 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:33:56.459742 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0521 19:33:56.459898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:33:56.459915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:33:56.460524 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:33:56.460609 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0521 19:33:56.460694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:33:56.460714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:33:56.461005 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:33:56.461102 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0521 19:33:56.461182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:33:56.461284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:33:56.461490 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0521 19:33:56.461511 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0521 19:33:56.462526 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0521 19:33:56.462552 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0521 19:33:56.463565 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0521 19:33:56.465447 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0521 19:33:56.482015 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0521 19:33:56.482912 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0521 19:33:56.482946 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0521 19:33:56.483173 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"80f1e1e0-f1fa-4a3f-885c-944a996a2d8b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4198", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:33:56.483435 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"578d7b18-4995-40d1-b5d8-d961bee44893", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4201", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:33:56.487137 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0521 19:33:56.487174 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0521 19:33:56.487554 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0521 19:33:56.487635 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"3f4f360a-6503-4a60-8fb4-316c34b902a5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4204", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:33:56.793300 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0521 19:33:56.800223 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0521 19:33:56.811510 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0521 19:33:56.812070 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0521 19:33:58.293856 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0521 19:33:58.294819 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/alertmanager-tls" I0521 19:33:59.638476 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0521 19:33:59.639902 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/prometheus-tls" W0521 19:33:59.725729 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:33:59.725812 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:33:59.725882 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:33:59.725985 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0521 19:33:59.726136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:33:59.726163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:33:59.726353 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:33:59.779441 7 controller.go:216] "Backend successfully reloaded" I0521 19:33:59.779879 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vvxz6", UID:"9bdc16ab-17ea-41b2-bf9c-516149c36b4a", APIVersion:"v1", ResourceVersion:"1381", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0521 19:33:59.852409 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0521 19:33:59.853104 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0521 19:34:03.059648 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:34:03.059707 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:34:03.059725 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:34:03.059975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:03.059989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:06.391409 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:34:06.391455 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:34:06.391480 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:34:06.391569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:06.391589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:13.112328 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:34:13.112376 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:34:13.112400 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:34:13.112475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:13.112486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:16.445910 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:34:16.445950 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:34:16.445979 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:34:16.446059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:16.446076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:19.780126 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:34:19.780187 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:34:19.780224 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:34:19.780340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:19.780369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:23.112625 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:34:23.112702 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:34:23.112743 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:34:23.112857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:23.112879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.26 - - [21/May/2026:19:34:25 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.030 [auth-system-keycloak-80] [] 10.0.0.146:8080 6297 0.030 200 82f68f7f20028df3392e8d20d6bb1880 W0521 19:34:26.615006 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:34:26.615084 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:34:26.615190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:26.615203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:29.948811 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:34:29.949154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:29.949187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.29 - - [21/May/2026:19:34:33 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.009 [auth-system-keycloak-80] [] 10.0.0.146:8080 6297 0.008 200 a619eed60495b22bae91423ba7f8b5fe W0521 19:34:33.282860 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:34:33.283119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:33.283187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:34:34.788664 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.104.115.128"}] I0521 19:34:34.789074 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.104.115.128"}] I0521 19:34:34.789083 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.104.115.128"}] I0521 19:34:34.794205 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"3f4f360a-6503-4a60-8fb4-316c34b902a5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5018", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:34:34.800775 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"578d7b18-4995-40d1-b5d8-d961bee44893", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5019", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:34:34.801436 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"80f1e1e0-f1fa-4a3f-885c-944a996a2d8b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5020", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:34:36.615936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:36.615972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:39.949043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:39.949078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:50.619314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:34:50.619342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.43 - - [21/May/2026:19:34:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.146:8080 1882 0.046 200 a02f4d594a6c54872c392310db9bffbc 199.19.213.43 - - [21/May/2026:19:34:54 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.004 [auth-system-keycloak-80] [] 10.0.0.146:8080 4177 0.004 200 acf47bee23456ee268ab3060a6bd3337 199.19.213.43 - - [21/May/2026:19:34:55 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5634 0.389 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.388 204 56a1ba91798bea0c4d5bb44c898f7183 199.19.213.43 - - [21/May/2026:19:34:55 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.191 [auth-system-keycloak-80] [] 10.0.0.146:8080 4315 0.191 200 9a0f60a310c284bcbc96e950dd69eb1a 199.19.213.43 - - [21/May/2026:19:34:55 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "ansible-httpget" 180 0.005 [auth-system-keycloak-80] [] 10.0.0.146:8080 6297 0.006 200 846075c4eeae7ca91f40a5ea34f05287 199.19.213.43 - - [21/May/2026:19:34:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.146:8080 1882 0.045 200 b066439f80dcae10c225189f83058a96 199.19.213.43 - - [21/May/2026:19:34:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.009 [auth-system-keycloak-80] [] 10.0.0.146:8080 2 0.010 200 1750640a8e48efec32b6e96ccd35f238 199.19.213.43 - - [21/May/2026:19:34:56 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.104 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.103 201 e0898658d2ce33341d1c1d8e91620f94 199.19.213.43 - - [21/May/2026:19:34:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.019 [auth-system-keycloak-80] [] 10.0.0.146:8080 2242 0.020 200 fed1da19b335e20fc80d23a938bc2a8b 199.19.213.43 - - [21/May/2026:19:34:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.146:8080 1882 0.043 200 0b95d70d3e167a162bdabf300c80dac4 199.19.213.43 - - [21/May/2026:19:34:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.021 [auth-system-keycloak-80] [] 10.0.0.146:8080 2242 0.022 200 ef0fc09f5a9e27110b0622bdc2031391 199.19.213.43 - - [21/May/2026:19:34:57 +0000] "GET /admin/realms/atmosphere/clients/6cd6354a-c136-47b6-845f-072d8bff4aa2/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.016 [auth-system-keycloak-80] [] 10.0.0.146:8080 233 0.016 200 bb668f478bda49668dfce4d4bed9d435 199.19.213.43 - - [21/May/2026:19:34:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.073 [auth-system-keycloak-80] [] 10.0.0.146:8080 831 0.072 200 c1ad8aa1173c1ec6b19005c2d09c2fb5 199.19.213.43 - - [21/May/2026:19:34:57 +0000] "GET /admin/realms/atmosphere/clients/ec1ae77a-e36f-42e7-b5d6-6bbc4821c2b0/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.032 [auth-system-keycloak-80] [] 10.0.0.146:8080 3758 0.031 200 c8db6a2532fc145d1d6f83fbc5030664 199.19.213.43 - - [21/May/2026:19:34:57 +0000] "GET /admin/realms/atmosphere/users/b06148b5-bccc-4edd-b29e-090b8789d505/role-mappings/clients/ec1ae77a-e36f-42e7-b5d6-6bbc4821c2b0/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.147 [auth-system-keycloak-80] [] 10.0.0.146:8080 3758 0.148 200 427f9f9894d96f936fe2364f4ac7c47e 199.19.213.43 - - [21/May/2026:19:34:57 +0000] "GET /admin/realms/atmosphere/users/b06148b5-bccc-4edd-b29e-090b8789d505/role-mappings/clients/ec1ae77a-e36f-42e7-b5d6-6bbc4821c2b0/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.018 [auth-system-keycloak-80] [] 10.0.0.146:8080 2 0.017 200 74dced407519b2f15dabf71eda28ff37 199.19.213.43 - - [21/May/2026:19:34:57 +0000] "POST /admin/realms/atmosphere/users/b06148b5-bccc-4edd-b29e-090b8789d505/role-mappings/clients/ec1ae77a-e36f-42e7-b5d6-6bbc4821c2b0 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.057 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.056 204 1950ca101593bcce50d6b253f7270744 199.19.213.43 - - [21/May/2026:19:34:57 +0000] "GET /admin/realms/atmosphere/users/b06148b5-bccc-4edd-b29e-090b8789d505/role-mappings/clients/ec1ae77a-e36f-42e7-b5d6-6bbc4821c2b0/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.012 [auth-system-keycloak-80] [] 10.0.0.146:8080 576 0.013 200 d34942a1f9ab811a83249b4619e7d34d W0521 19:35:00.277261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:00.277286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:03.610797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:03.610826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:05.041129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:05.041175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:36.217097 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0521 19:37:36.217181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:36.217201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:37:36.220858 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0521 19:37:36.220899 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0521 19:37:36.224274 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0521 19:37:36.224457 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ac81915c-1685-42ad-a959-ec1d74aef278", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6250", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:37:36.224750 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0521 19:37:36.225093 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0521 19:37:36.225162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:36.225178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:37:36.225288 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:37:36.271503 7 controller.go:216] "Backend successfully reloaded" I0521 19:37:36.272189 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vvxz6", UID:"9bdc16ab-17ea-41b2-bf9c-516149c36b4a", APIVersion:"v1", ResourceVersion:"1381", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0521 19:37:36.569532 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0521 19:37:36.570522 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0521 19:37:39.559663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:39.559705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.43 - - [21/May/2026:19:37:40 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.58:5000 280 0.005 300 3c60aea8ae79fb2fb83fcff25c5e7f75 I0521 19:38:34.787614 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.104.115.128"}] I0521 19:38:34.791988 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ac81915c-1685-42ad-a959-ec1d74aef278", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6575", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:38:34.793518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:34.793548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store