------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0403 02:58:28.043751 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0403 02:58:28.043886 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0403 02:58:28.050237 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0403 02:58:28.052640 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0403 02:58:28.541093 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0403 02:58:28.561572 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0403 02:58:28.574903 7 nginx.go:271] "Starting NGINX Ingress controller" I0403 02:58:28.581309 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"0fd22070-d44a-42d4-9e5b-928bbec93c5f", APIVersion:"v1", ResourceVersion:"1324", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0403 02:58:28.585204 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"18191aba-70ab-4d7b-ade6-afa61261c709", APIVersion:"v1", ResourceVersion:"1322", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0403 02:58:28.585287 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"e47be1fc-876d-409b-ab92-93b020e487e9", APIVersion:"v1", ResourceVersion:"1323", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0403 02:58:29.776722 7 nginx.go:317] "Starting NGINX process" I0403 02:58:29.776809 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0403 02:58:29.777637 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0403 02:58:29.777911 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0403 02:58:29.778011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:58:29.778043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:58:29.778094 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:58:29.788375 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0403 02:58:29.788462 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-mbjfq" I0403 02:58:29.813877 7 controller.go:216] "Backend successfully reloaded" I0403 02:58:29.814000 7 controller.go:227] "Initial sync, sleeping for 1 second" I0403 02:58:29.814061 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mbjfq", UID:"9fb24a18-961c-4faa-8326-8300203b08ba", APIVersion:"v1", ResourceVersion:"1434", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 02:58:33.606785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:58:33.606819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:58:36.941108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:58:36.941166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:58:40.274622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:58:40.274669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:58:43.606957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:58:43.607018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:58:46.940996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:58:46.941062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:58:50.274523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:58:50.274581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:58:53.606994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:58:53.607032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:58:56.943855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:58:56.943906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:59:00.274999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:59:00.275073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:59:03.607321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:59:03.607364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:59:06.941266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:59:06.941311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:59:57.365668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:59:57.365735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:00.701227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:00.701279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:20.645698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:20.645750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:25.475493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:25.475544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:28.809361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:28.809402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:32.142324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:32.142510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:35.476090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:35.476136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:38.809735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:38.809789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:44.120573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:44.120609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:47.455186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:47.455243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:54.199977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:54.200023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:57.536110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:00:57.536194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:03:16.572124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:03:16.572187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:03:19.351327 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-25.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-25.nip.io-tls was not found. Using default certificate W0403 03:03:19.351388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:03:19.351401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 03:03:19.352778 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0403 03:03:19.352808 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0403 03:03:19.363801 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0403 03:03:19.364119 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"51336934-9819-4f21-8382-f68828414857", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3506", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 03:03:19.364426 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-25.nip.io-tls" in local store W0403 03:03:19.905727 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-25.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-25.nip.io-tls was not found. Using default certificate W0403 03:03:19.905803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:03:19.905815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 03:03:19.905906 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 03:03:19.910380 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-25.nip.io-tls" I0403 03:03:19.911257 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-25.nip.io-tls" I0403 03:03:19.942249 7 controller.go:216] "Backend successfully reloaded" I0403 03:03:19.942549 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mbjfq", UID:"9fb24a18-961c-4faa-8326-8300203b08ba", APIVersion:"v1", ResourceVersion:"1434", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 03:03:23.239944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:03:23.240012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 03:03:29.797710 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.104.227.58"}] I0403 03:03:29.808031 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"51336934-9819-4f21-8382-f68828414857", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3726", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 03:03:29.809948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:03:29.809974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [03/Apr/2026:03:03:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.223 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 2.221 200 dee2534c1f0f8b0149348f820e6ff526 199.204.45.25 - - [03/Apr/2026:03:03:31 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.180 [auth-system-keycloak-80] [] 10.0.0.172:8080 116 0.180 404 49858bf3f53a967e3f0310c07c2e6803 199.204.45.25 - - [03/Apr/2026:03:03:36 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.578 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 4.577 201 2aa75ed7f577c81322bff1e8b4a5778f 199.204.45.25 - - [03/Apr/2026:03:03:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.702 [auth-system-keycloak-80] [] 10.0.0.172:8080 4246 0.702 200 877086be849609e9d10ae4ec58618877 199.204.45.25 - - [03/Apr/2026:03:03:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.597 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.595 200 9b5ae9e439b83040b0e6c68db326ad8c 199.204.45.25 - - [03/Apr/2026:03:03:38 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1209 0.089 [auth-system-keycloak-80] [] 10.0.0.172:8080 12500 0.089 200 d08026538e36e0ba384dacc11a499f4b 199.204.45.25 - - [03/Apr/2026:03:03:38 +0000] "GET /admin/realms/atmosphere/client-scopes/4d3e245e-d77b-4d00-92d9-7fe59f17e7e4 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.011 [auth-system-keycloak-80] [] 10.0.0.172:8080 1278 0.012 200 d1e6030fcf58fb7c2a2f9d0b07a677fa 199.204.45.25 - - [03/Apr/2026:03:03:38 +0000] "PUT /admin/realms/atmosphere/client-scopes/4d3e245e-d77b-4d00-92d9-7fe59f17e7e4 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.081 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.080 204 ee4034c276920fa3a7a98ffcc11bb176 199.204.45.25 - - [03/Apr/2026:03:03:38 +0000] "GET /admin/realms/atmosphere/client-scopes/4d3e245e-d77b-4d00-92d9-7fe59f17e7e4/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.084 [auth-system-keycloak-80] [] 10.0.0.172:8080 963 0.085 200 710f725f0e378da9e9b9089eeb943fb0 199.204.45.25 - - [03/Apr/2026:03:03:38 +0000] "GET /admin/realms/atmosphere/client-scopes/4d3e245e-d77b-4d00-92d9-7fe59f17e7e4/protocol-mappers/models/06125067-0db4-4c5f-89fd-17b489911495 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.010 [auth-system-keycloak-80] [] 10.0.0.172:8080 366 0.010 200 736ebda4f69f29fc857d906d85e5ca6d 199.204.45.25 - - [03/Apr/2026:03:03:38 +0000] "PUT /admin/realms/atmosphere/client-scopes/4d3e245e-d77b-4d00-92d9-7fe59f17e7e4/protocol-mappers/models/06125067-0db4-4c5f-89fd-17b489911495 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.071 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.070 204 bb64a2edd544bc73b1f490904e390686 199.204.45.25 - - [03/Apr/2026:03:03:38 +0000] "GET /admin/realms/atmosphere/client-scopes/4d3e245e-d77b-4d00-92d9-7fe59f17e7e4 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.084 [auth-system-keycloak-80] [] 10.0.0.172:8080 1218 0.083 200 b86161bb94b1a53e37b7c774c1e1bb19 199.204.45.25 - - [03/Apr/2026:03:04:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.485 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.483 200 f318d7f305739810da696113f0b70e43 199.204.45.25 - - [03/Apr/2026:03:04:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.074 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.075 200 f2bf7abf8fb388fc593f1865d72745c3 199.204.45.25 - - [03/Apr/2026:03:04:00 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.206 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.206 201 4c0caeeaa9e6b261938d29a1494fb0f5 199.204.45.25 - - [03/Apr/2026:03:04:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.084 [auth-system-keycloak-80] [] 10.0.0.172:8080 1259 0.083 200 4d89a2a73f27825f077959e6bbad4873 199.204.45.25 - - [03/Apr/2026:03:04:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.189 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 1.189 200 a06731557783de56ba8430d1fc6de2f3 199.204.45.25 - - [03/Apr/2026:03:04:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.012 200 8256b2c5a3ef0d04072a3c77bedb280a 199.204.45.25 - - [03/Apr/2026:03:04:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.076 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.075 201 e872f19f204069b424c21ad67db41f74 199.204.45.25 - - [03/Apr/2026:03:04:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.081 [auth-system-keycloak-80] [] 10.0.0.172:8080 1283 0.081 200 418e3066fe69dc3a61899e50e0969e01 199.204.45.25 - - [03/Apr/2026:03:04:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.504 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.503 200 124b0f2eb964198f92a2d052d4064674 199.204.45.25 - - [03/Apr/2026:03:04:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.014 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.013 200 ea7d8e0bccc90a40f23fb14808aecf9d 199.204.45.25 - - [03/Apr/2026:03:04:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.093 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.091 201 edbb9d68b3c03ee672702959970e35ad 199.204.45.25 - - [03/Apr/2026:03:04:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.081 [auth-system-keycloak-80] [] 10.0.0.172:8080 1249 0.080 200 cc33614df126307ae4ac0756ed52b505 199.204.45.25 - - [03/Apr/2026:03:04:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.506 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.504 200 b07a1526945a5585b0d94d1397a0de0c W0403 03:04:04.785436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:04:04.785480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [03/Apr/2026:03:04:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.049 [auth-system-keycloak-80] [] 10.0.0.172:8080 1259 0.049 200 addee9c71b0e2394c209cbbd77c5115a 199.204.45.25 - - [03/Apr/2026:03:04:04 +0000] "GET /admin/realms/atmosphere/clients/6324bc34-0e8e-45e0-810d-3451c8f4d834/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.082 [auth-system-keycloak-80] [] 10.0.0.172:8080 119 0.082 404 ed88f3f1fd52456a5b3182853ff1a958 199.204.45.25 - - [03/Apr/2026:03:04:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 1259 0.009 200 b15839501749d86f03040ce3031f09ec 199.204.45.25 - - [03/Apr/2026:03:04:05 +0000] "POST /admin/realms/atmosphere/clients/6324bc34-0e8e-45e0-810d-3451c8f4d834/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.086 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.085 201 3ce3e47320c2aef669bccd19ea8233c6 199.204.45.25 - - [03/Apr/2026:03:04:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.172:8080 1259 0.009 200 62adee92c161e6153953be30c8c1db4d 199.204.45.25 - - [03/Apr/2026:03:04:05 +0000] "GET /admin/realms/atmosphere/clients/6324bc34-0e8e-45e0-810d-3451c8f4d834/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.061 [auth-system-keycloak-80] [] 10.0.0.172:8080 166 0.061 200 3f02e1b01ee0bda2f0a2220eb50d1a73 199.204.45.25 - - [03/Apr/2026:03:04:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.549 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.548 200 27d2268a0c5b56001c2b135e0a530d3c 199.204.45.25 - - [03/Apr/2026:03:04:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 1283 0.008 200 b4a8d693de0f438f36c88e06dcdb31a1 199.204.45.25 - - [03/Apr/2026:03:04:06 +0000] "GET /admin/realms/atmosphere/clients/f763beee-53e9-4427-a79f-1753feddf294/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 119 0.010 404 642297b8b036810ae22c811c0e42549d 199.204.45.25 - - [03/Apr/2026:03:04:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 1283 0.009 200 5657982b57f50759f5ddbd1cfec642e2 199.204.45.25 - - [03/Apr/2026:03:04:06 +0000] "POST /admin/realms/atmosphere/clients/f763beee-53e9-4427-a79f-1753feddf294/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.024 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.023 201 dd62eb70008da6a852f9bf47b2a504f9 199.204.45.25 - - [03/Apr/2026:03:04:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.050 [auth-system-keycloak-80] [] 10.0.0.172:8080 1283 0.049 200 77e68e8f2f2264371fe6ebbb691e0eb5 199.204.45.25 - - [03/Apr/2026:03:04:06 +0000] "GET /admin/realms/atmosphere/clients/f763beee-53e9-4427-a79f-1753feddf294/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.015 [auth-system-keycloak-80] [] 10.0.0.172:8080 165 0.015 200 b8ca194b6a2892fb4723f9ecb1340d09 199.204.45.25 - - [03/Apr/2026:03:04:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.506 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.504 200 f09fba2c250986c82f97374bc7259b23 199.204.45.25 - - [03/Apr/2026:03:04:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 1283 0.007 200 e57ec736daa1fb9f12633c5b9ca4daff 199.204.45.25 - - [03/Apr/2026:03:04:07 +0000] "GET /admin/realms/atmosphere/clients/f763beee-53e9-4427-a79f-1753feddf294/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.038 [auth-system-keycloak-80] [] 10.0.0.172:8080 119 0.039 404 e35ec2b1293f1c2c2ef2592b28e225df 199.204.45.25 - - [03/Apr/2026:03:04:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 1283 0.007 200 c3bcfe5b09a1eebdddeb45fb9bd9d668 199.204.45.25 - - [03/Apr/2026:03:04:07 +0000] "POST /admin/realms/atmosphere/clients/f763beee-53e9-4427-a79f-1753feddf294/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.066 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.065 201 3261c6ddc3efc6260ad1861c891427ed 199.204.45.25 - - [03/Apr/2026:03:04:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 1283 0.009 200 06d7026d7d2828d4260efd50e87f7255 199.204.45.25 - - [03/Apr/2026:03:04:07 +0000] "GET /admin/realms/atmosphere/clients/f763beee-53e9-4427-a79f-1753feddf294/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.172:8080 166 0.014 200 63a9be81c6bb3278a75c8350d500f651 199.204.45.25 - - [03/Apr/2026:03:04:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.492 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.490 200 d60558cbf00a00c3aa8fc3ac6a15f33f 199.204.45.25 - - [03/Apr/2026:03:04:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.049 [auth-system-keycloak-80] [] 10.0.0.172:8080 1283 0.050 200 6308c2dfbdddc83c8a940bdaa470d654 199.204.45.25 - - [03/Apr/2026:03:04:08 +0000] "GET /admin/realms/atmosphere/clients/f763beee-53e9-4427-a79f-1753feddf294/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.172:8080 119 0.011 404 8ff1390d2bafe1260459a21e3ab4fc69 199.204.45.25 - - [03/Apr/2026:03:04:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 1283 0.009 200 fc315443939e0c946d932e0acd848dd0 199.204.45.25 - - [03/Apr/2026:03:04:08 +0000] "POST /admin/realms/atmosphere/clients/f763beee-53e9-4427-a79f-1753feddf294/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.070 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.069 201 6c99d8cb74165758467670c746db36af 199.204.45.25 - - [03/Apr/2026:03:04:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.172:8080 1283 0.008 200 25752fc9ccaf8534664c55fcbd34b53f 199.204.45.25 - - [03/Apr/2026:03:04:08 +0000] "GET /admin/realms/atmosphere/clients/f763beee-53e9-4427-a79f-1753feddf294/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.172:8080 166 0.016 200 fa2712b1f0f36359dca91f81ae39d6d8 199.204.45.25 - - [03/Apr/2026:03:04:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.506 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.504 200 0fa7fffbb3c2eced605a5a764f629a48 199.204.45.25 - - [03/Apr/2026:03:04:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.031 [auth-system-keycloak-80] [] 10.0.0.172:8080 1249 0.031 200 1a8416697b434cdd2916bc26f43b5441 199.204.45.25 - - [03/Apr/2026:03:04:09 +0000] "GET /admin/realms/atmosphere/clients/f686d822-9006-4c54-9753-4c92456c8d43/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.172:8080 119 0.009 404 f6dffa6016dad0b87e3e1429c577184a 199.204.45.25 - - [03/Apr/2026:03:04:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.063 [auth-system-keycloak-80] [] 10.0.0.172:8080 1249 0.064 200 6ecefb36aa2b235b6c6af30a5c675502 199.204.45.25 - - [03/Apr/2026:03:04:09 +0000] "POST /admin/realms/atmosphere/clients/f686d822-9006-4c54-9753-4c92456c8d43/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.019 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.018 201 15b6675ce9066adca61b1643198f5509 199.204.45.25 - - [03/Apr/2026:03:04:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.060 [auth-system-keycloak-80] [] 10.0.0.172:8080 1249 0.060 200 fced8df0968cef1a66a4ca901f86256a 199.204.45.25 - - [03/Apr/2026:03:04:09 +0000] "GET /admin/realms/atmosphere/clients/f686d822-9006-4c54-9753-4c92456c8d43/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.172:8080 166 0.014 200 3ece1a281ddfa7df5dcf3666577a578e E0403 03:05:00.679376 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0403 03:05:08.674701 7 leaderelection.go:472] Failed to update lock: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded I0403 03:05:08.674805 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded E0403 03:05:08.674974 7 status.go:104] "error running poll" err="timed out waiting for the condition" I0403 03:05:08.675103 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0403 03:05:09.353035 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader W0403 03:05:41.492269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:05:41.492318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:06:05.560217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 03:06:05.560255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store