------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0409 02:07:01.019760 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0409 02:07:01.019917 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0409 02:07:01.028658 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0409 02:07:01.031688 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0409 02:07:01.739929 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0409 02:07:01.758118 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0409 02:07:01.772008 7 nginx.go:271] "Starting NGINX Ingress controller" I0409 02:07:01.777974 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"b74eb966-1e9b-4c5d-bfc4-9d893912fc39", APIVersion:"v1", ResourceVersion:"1363", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0409 02:07:01.781638 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"13f42965-2f4e-484a-9993-c93c2c517267", APIVersion:"v1", ResourceVersion:"1362", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0409 02:07:01.781872 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"f352bec3-f9da-4ed5-ae01-3e1c24c3ca32", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0409 02:07:02.973820 7 nginx.go:317] "Starting NGINX process" I0409 02:07:02.973865 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0409 02:07:02.974493 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0409 02:07:02.975010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:02.975075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:07:02.975161 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:07:02.986464 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0409 02:07:02.986550 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-pztw9" I0409 02:07:03.012104 7 controller.go:216] "Backend successfully reloaded" I0409 02:07:03.012226 7 controller.go:227] "Initial sync, sleeping for 1 second" I0409 02:07:03.012328 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pztw9", UID:"5aed4424-5dbc-450a-8cf9-bbf8438174ee", APIVersion:"v1", ResourceVersion:"1473", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:07:06.787370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:06.787397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:10.121488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:10.121538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:13.454871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:13.454915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:16.787658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:16.787717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:20.120982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:20.121045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:23.455169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:23.455219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:26.788194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:26.788239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:30.122492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:30.122546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:39.335882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:39.335940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:42.669404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:42.669453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:46.003062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:46.003108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:02.499993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:02.500018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:05.835725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:05.835789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:17.433936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:17.433970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:20.768116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:20.768160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:24.101647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:24.101709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:27.434644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:27.434679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:30.768454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:30.768482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:34.104087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:34.104620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:37.435056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:37.435101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:40.767590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:40.767635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:47.509745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:47.509779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:50.847313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:50.847358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:26.791296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:26.791341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:28.574858 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-102.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-102.nip.io-tls was not found. Using default certificate W0409 02:12:28.574944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:28.574972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:12:28.576872 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0409 02:12:28.576913 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0409 02:12:28.584736 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0409 02:12:28.585059 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"48d6c9db-634a-411a-bf2c-80acdd06ff8a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3698", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:12:28.585458 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-102.nip.io-tls" in local store I0409 02:12:29.064966 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-102.nip.io-tls" I0409 02:12:29.066206 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-102.nip.io-tls" W0409 02:12:30.125036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:30.125082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:12:30.125158 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:12:30.163655 7 controller.go:216] "Backend successfully reloaded" I0409 02:12:30.163866 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pztw9", UID:"5aed4424-5dbc-450a-8cf9-bbf8438174ee", APIVersion:"v1", ResourceVersion:"1473", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:12:33.458922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:33.458975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.102 - - [09/Apr/2026:02:12:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.916 [auth-system-keycloak-80] [] 10.0.0.107:8080 1928 1.915 200 ee491557c360fe4e65460279d42ac76d 199.204.45.102 - - [09/Apr/2026:02:12:39 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.178 [auth-system-keycloak-80] [] 10.0.0.107:8080 116 0.179 404 84579a009b3a5c42367fb50f2e52634e 199.204.45.102 - - [09/Apr/2026:02:12:44 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.304 [auth-system-keycloak-80] [] 10.0.0.107:8080 0 4.304 201 dcf23de7db8e8e515de75d2cdc9c1a85 199.204.45.102 - - [09/Apr/2026:02:12:44 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.598 [auth-system-keycloak-80] [] 10.0.0.107:8080 4246 0.597 200 e7c2d7e60828a1a103bda9c0c8d496a2 199.204.45.102 - - [09/Apr/2026:02:12:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.107:8080 1928 0.471 200 d6f73d14152fe1acc4f145b3ab2af5c8 199.204.45.102 - - [09/Apr/2026:02:12:45 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.089 [auth-system-keycloak-80] [] 10.0.0.107:8080 12500 0.088 200 acb29ea7fe9ad3de36d439f199c9ff6d 199.204.45.102 - - [09/Apr/2026:02:12:45 +0000] "GET /admin/realms/atmosphere/client-scopes/62b33ee2-4f12-4ae1-b01e-1503919d8670 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.009 [auth-system-keycloak-80] [] 10.0.0.107:8080 1278 0.009 200 57521fac951a765a77a5e2dc53182516 199.204.45.102 - - [09/Apr/2026:02:12:46 +0000] "PUT /admin/realms/atmosphere/client-scopes/62b33ee2-4f12-4ae1-b01e-1503919d8670 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.066 [auth-system-keycloak-80] [] 10.0.0.107:8080 0 0.065 204 84dd96646defc285b3e6bfa274956776 199.204.45.102 - - [09/Apr/2026:02:12:46 +0000] "GET /admin/realms/atmosphere/client-scopes/62b33ee2-4f12-4ae1-b01e-1503919d8670/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.082 [auth-system-keycloak-80] [] 10.0.0.107:8080 963 0.083 200 9dda88b43532bb110939178aa580eb26 199.204.45.102 - - [09/Apr/2026:02:12:46 +0000] "GET /admin/realms/atmosphere/client-scopes/62b33ee2-4f12-4ae1-b01e-1503919d8670/protocol-mappers/models/46af454e-ecad-405e-b223-631fa05de949 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.107:8080 366 0.008 200 121a99ba677f19fcf869f6099f1768dc 199.204.45.102 - - [09/Apr/2026:02:12:46 +0000] "PUT /admin/realms/atmosphere/client-scopes/62b33ee2-4f12-4ae1-b01e-1503919d8670/protocol-mappers/models/46af454e-ecad-405e-b223-631fa05de949 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.107 [auth-system-keycloak-80] [] 10.0.0.107:8080 0 0.105 204 956b34123bcc29028819699acac162ac 199.204.45.102 - - [09/Apr/2026:02:12:46 +0000] "GET /admin/realms/atmosphere/client-scopes/62b33ee2-4f12-4ae1-b01e-1503919d8670 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.058 [auth-system-keycloak-80] [] 10.0.0.107:8080 1218 0.058 200 d7064ee9936487d50c100dd04b4ae96c W0409 02:13:00.973128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:00.973169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:13:02.994584 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.106.187.169"}] I0409 02:13:03.003230 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"48d6c9db-634a-411a-bf2c-80acdd06ff8a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4081", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:13:04.307308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:04.307358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:07.640391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:07.640440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.102 - - [09/Apr/2026:02:13:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.461 [auth-system-keycloak-80] [] 10.0.0.107:8080 1928 0.460 200 92e25ecf2d8fc78bfbd52b0229a6f807 199.204.45.102 - - [09/Apr/2026:02:13:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.013 [auth-system-keycloak-80] [] 10.0.0.107:8080 2 0.014 200 50e2fdc62f74fd32e05f3bbbcbba897b 199.204.45.102 - - [09/Apr/2026:02:13:08 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.191 [auth-system-keycloak-80] [] 10.0.0.107:8080 0 0.191 201 50d9d765adbe136fa07cd4146f78e496 199.204.45.102 - - [09/Apr/2026:02:13:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.085 [auth-system-keycloak-80] [] 10.0.0.107:8080 1261 0.085 200 aa49a54f4fd27bf296b38870f3ef530f 199.204.45.102 - - [09/Apr/2026:02:13:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.826 [auth-system-keycloak-80] [] 10.0.0.107:8080 1928 0.824 200 06d56a399f7f8e21d9fb9b57ff1ae8aa 199.204.45.102 - - [09/Apr/2026:02:13:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.050 [auth-system-keycloak-80] [] 10.0.0.107:8080 2 0.049 200 1b5079d0c16ed23f47a7144df4807b5b 199.204.45.102 - - [09/Apr/2026:02:13:09 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.084 [auth-system-keycloak-80] [] 10.0.0.107:8080 0 0.083 201 1beb7b9a413dd7ea04554a398db6b7ec 199.204.45.102 - - [09/Apr/2026:02:13:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.021 [auth-system-keycloak-80] [] 10.0.0.107:8080 1286 0.021 200 7dcd723689012c2c01bd85665a89587e 199.204.45.102 - - [09/Apr/2026:02:13:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.499 [auth-system-keycloak-80] [] 10.0.0.107:8080 1928 0.498 200 d51d62507178aebc1b2850e2dee71aa2 199.204.45.102 - - [09/Apr/2026:02:13:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.107:8080 2 0.010 200 fb31c0109c96a262dd837dd9f741b452 199.204.45.102 - - [09/Apr/2026:02:13:11 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.821 [auth-system-keycloak-80] [] 10.0.0.107:8080 0 0.821 201 367876d7fbbfc309cd8d8fa17e85dc4d 199.204.45.102 - - [09/Apr/2026:02:13:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.020 [auth-system-keycloak-80] [] 10.0.0.107:8080 1251 0.021 200 73893a68d12c177cc72c4d2902013300 199.204.45.102 - - [09/Apr/2026:02:13:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.460 [auth-system-keycloak-80] [] 10.0.0.107:8080 1928 0.458 200 42169bfbe83eb14fbb90074629bef00e 199.204.45.102 - - [09/Apr/2026:02:13:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.026 [auth-system-keycloak-80] [] 10.0.0.107:8080 1261 0.026 200 221a97db4c6670b5623c22d16b5f172f 199.204.45.102 - - [09/Apr/2026:02:13:12 +0000] "GET /admin/realms/atmosphere/clients/9adacb50-4191-4304-96fc-2181130ee0d8/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.107:8080 119 0.013 404 1169de2ebe09a53ba5159015b7d7d7c5 199.204.45.102 - - [09/Apr/2026:02:13:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.107:8080 1261 0.007 200 6d3ebe5acc327c962cc72a574cc1b06f 199.204.45.102 - - [09/Apr/2026:02:13:12 +0000] "POST /admin/realms/atmosphere/clients/9adacb50-4191-4304-96fc-2181130ee0d8/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.053 [auth-system-keycloak-80] [] 10.0.0.107:8080 0 0.052 201 012f7a834f6d843524ab36392d0edf3f 199.204.45.102 - - [09/Apr/2026:02:13:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.107:8080 1261 0.007 200 b80d2a1c02127178a97ec47bf65341bb 199.204.45.102 - - [09/Apr/2026:02:13:12 +0000] "GET /admin/realms/atmosphere/clients/9adacb50-4191-4304-96fc-2181130ee0d8/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.019 [auth-system-keycloak-80] [] 10.0.0.107:8080 166 0.019 200 0885d5dd1e8f94e0cc838b015555db53 199.204.45.102 - - [09/Apr/2026:02:13:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.545 [auth-system-keycloak-80] [] 10.0.0.107:8080 1928 0.543 200 f210f16b4236a09cea5c52cc85ae5956 199.204.45.102 - - [09/Apr/2026:02:13:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.029 [auth-system-keycloak-80] [] 10.0.0.107:8080 1286 0.029 200 724956c985568ed0fcba3e7764510787 199.204.45.102 - - [09/Apr/2026:02:13:13 +0000] "GET /admin/realms/atmosphere/clients/47268e8e-0776-44c9-9de6-3496895f3210/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.107:8080 119 0.010 404 20d74255d7f341c608c61f6e54df923e 199.204.45.102 - - [09/Apr/2026:02:13:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.107:8080 1286 0.007 200 7d1ffbd348de7e3ae36720ae45469645 199.204.45.102 - - [09/Apr/2026:02:13:13 +0000] "POST /admin/realms/atmosphere/clients/47268e8e-0776-44c9-9de6-3496895f3210/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.013 [auth-system-keycloak-80] [] 10.0.0.107:8080 0 0.012 201 40955cd02c82128d2e9e69cb8f0e33ce 199.204.45.102 - - [09/Apr/2026:02:13:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.026 [auth-system-keycloak-80] [] 10.0.0.107:8080 1286 0.027 200 70dc9df28acd83d18bc5ca25bf49222f 199.204.45.102 - - [09/Apr/2026:02:13:13 +0000] "GET /admin/realms/atmosphere/clients/47268e8e-0776-44c9-9de6-3496895f3210/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.107:8080 165 0.012 200 a998cb299e312ff26be228974023e9cf 199.204.45.102 - - [09/Apr/2026:02:13:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.513 [auth-system-keycloak-80] [] 10.0.0.107:8080 1928 0.513 200 ee1893dfbab9a44e2c668357f5fb166b 199.204.45.102 - - [09/Apr/2026:02:13:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.107:8080 1286 0.006 200 4a0b1213e6de7872592e272f26d6e993 199.204.45.102 - - [09/Apr/2026:02:13:14 +0000] "GET /admin/realms/atmosphere/clients/47268e8e-0776-44c9-9de6-3496895f3210/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.107:8080 119 0.008 404 dd3efaaed7e7ba42f3ac46987e59fce6 199.204.45.102 - - [09/Apr/2026:02:13:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.046 [auth-system-keycloak-80] [] 10.0.0.107:8080 1286 0.047 200 039fdba20d8f196a109df658a0685220 199.204.45.102 - - [09/Apr/2026:02:13:14 +0000] "POST /admin/realms/atmosphere/clients/47268e8e-0776-44c9-9de6-3496895f3210/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.107:8080 0 0.015 201 61604b4b3ec64273e008e44ce2c81aeb 199.204.45.102 - - [09/Apr/2026:02:13:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.107:8080 1286 0.007 200 28b71fbf0147b3d865a8a7128a27b2b4 199.204.45.102 - - [09/Apr/2026:02:13:14 +0000] "GET /admin/realms/atmosphere/clients/47268e8e-0776-44c9-9de6-3496895f3210/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.047 [auth-system-keycloak-80] [] 10.0.0.107:8080 166 0.046 200 2b6b5e04fe586a2400d94f637e1cd9d9 199.204.45.102 - - [09/Apr/2026:02:13:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.107:8080 1928 0.467 200 37cab5719872defd1f43c38fdfe71ba1 199.204.45.102 - - [09/Apr/2026:02:13:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.038 [auth-system-keycloak-80] [] 10.0.0.107:8080 1286 0.038 200 a84904efbea6703b3759e40f7d06e2da 199.204.45.102 - - [09/Apr/2026:02:13:15 +0000] "GET /admin/realms/atmosphere/clients/47268e8e-0776-44c9-9de6-3496895f3210/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.107:8080 119 0.007 404 f8c65b16818229c57c32fa7319f80781 199.204.45.102 - - [09/Apr/2026:02:13:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.107:8080 1286 0.005 200 ead3ffa160c3b92fb5ebacd8cb68426e 199.204.45.102 - - [09/Apr/2026:02:13:15 +0000] "POST /admin/realms/atmosphere/clients/47268e8e-0776-44c9-9de6-3496895f3210/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.070 [auth-system-keycloak-80] [] 10.0.0.107:8080 0 0.070 201 a19ab7bf554ac291dad82ba4443e9263 199.204.45.102 - - [09/Apr/2026:02:13:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.107:8080 1286 0.006 200 5dbb90a50d4ba5365824bb4af94800a2 199.204.45.102 - - [09/Apr/2026:02:13:15 +0000] "GET /admin/realms/atmosphere/clients/47268e8e-0776-44c9-9de6-3496895f3210/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.107:8080 166 0.010 200 8980870b552744231223b5c394e66744 199.204.45.102 - - [09/Apr/2026:02:13:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.429 [auth-system-keycloak-80] [] 10.0.0.107:8080 1928 0.428 200 2dcf071a35c7a1c67488710a8e4da845 199.204.45.102 - - [09/Apr/2026:02:13:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.041 [auth-system-keycloak-80] [] 10.0.0.107:8080 1251 0.041 200 a5fd31185c8e824d4c030a344936d903 199.204.45.102 - - [09/Apr/2026:02:13:16 +0000] "GET /admin/realms/atmosphere/clients/9fbf42ab-d6fd-4be1-9923-fd0b44bd8361/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.107:8080 119 0.009 404 bb8639bf8b8b4e6dfd1be08c18e9698e 199.204.45.102 - - [09/Apr/2026:02:13:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.107:8080 1251 0.004 200 97970f4fc025d150cd80fd69a947bfd6 199.204.45.102 - - [09/Apr/2026:02:13:16 +0000] "POST /admin/realms/atmosphere/clients/9fbf42ab-d6fd-4be1-9923-fd0b44bd8361/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.058 [auth-system-keycloak-80] [] 10.0.0.107:8080 0 0.057 201 b402ebb68f691e677420a9bef000b136 199.204.45.102 - - [09/Apr/2026:02:13:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.107:8080 1251 0.005 200 3da18281da4c85e7b8aae50167503b78 199.204.45.102 - - [09/Apr/2026:02:13:16 +0000] "GET /admin/realms/atmosphere/clients/9fbf42ab-d6fd-4be1-9923-fd0b44bd8361/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.107:8080 166 0.013 200 a8dc243c3aa030e5b432150cf735a440 E0409 02:13:36.076032 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0409 02:13:44.072685 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded I0409 02:13:44.072728 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded I0409 02:13:44.072892 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... E0409 02:13:44.072987 7 status.go:104] "error running poll" err="timed out waiting for the condition" E0409 02:13:48.609529 7 leaderelection.go:429] Failed to update lock optimistically: Operation cannot be fulfilled on leases.coordination.k8s.io "ingress-nginx-leader": the object has been modified; please apply your changes to the latest version and try again, falling back to slow path I0409 02:13:48.753357 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader E0409 02:14:10.772915 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0409 02:14:18.771261 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded I0409 02:14:18.771309 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded I0409 02:14:18.771411 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... E0409 02:14:18.771666 7 status.go:104] "error running poll" err="timed out waiting for the condition" E0409 02:14:25.776196 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0409 02:14:38.520598 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: etcdserver: request timed out W0409 02:14:41.294346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:41.294385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:49.803110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:49.803142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:14:52.528005 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader