------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0411 02:14:27.971640 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0411 02:14:27.971913 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0411 02:14:27.982240 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0411 02:14:27.986576 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0411 02:14:28.090941 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0411 02:14:28.110340 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0411 02:14:28.126635 7 nginx.go:271] "Starting NGINX Ingress controller" I0411 02:14:28.133709 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"7b992131-dad6-4e82-9259-624dfb661c9e", APIVersion:"v1", ResourceVersion:"1331", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0411 02:14:28.138813 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"f234dea5-1ab2-4eae-a060-e2ddd0cd5afb", APIVersion:"v1", ResourceVersion:"1332", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0411 02:14:28.138918 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"712388f5-9db0-49a2-9f5f-4aa4bc33e54e", APIVersion:"v1", ResourceVersion:"1333", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0411 02:14:29.329455 7 nginx.go:317] "Starting NGINX process" I0411 02:14:29.329532 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0411 02:14:29.330037 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0411 02:14:29.330480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:29.330548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:14:29.330640 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 02:14:29.341068 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0411 02:14:29.341102 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-9tlq6" I0411 02:14:29.366721 7 controller.go:216] "Backend successfully reloaded" I0411 02:14:29.366854 7 controller.go:227] "Initial sync, sleeping for 1 second" I0411 02:14:29.366933 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9tlq6", UID:"f49011bc-e0eb-4b71-afbe-57243c156ded", APIVersion:"v1", ResourceVersion:"1376", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0411 02:14:33.158174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:33.158219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:36.492621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:36.492667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:39.825541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:39.825596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:43.158642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:43.158707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:46.492860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:46.492927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:49.825867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:49.825943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:53.158364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:53.158411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:56.494326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:56.494377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:15:09.562518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:15:09.562634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:15:12.895904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:15:12.895948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:15:36.707560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:15:36.707599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:29.793357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:29.793381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:33.128460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:33.128508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:45.978649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:45.978680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:51.621567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:51.621606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:54.955922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:54.956004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:58.288917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:58.288970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:17:01.622479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:17:01.622533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:17:04.958207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:17:04.958249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:17:10.079038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:17:10.079067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:17:13.413668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:17:13.413732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:17:16.747280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:17:16.747322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:17:20.080531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:17:20.080573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:17:23.412672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:17:23.412734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:19:26.822856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:19:26.822892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:19:30.156327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:19:30.156362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:19:30.534360 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-229.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-229.nip.io-tls was not found. Using default certificate W0411 02:19:30.534403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:19:30.534415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:19:30.535394 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:14.7kB} I0411 02:19:30.535414 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0411 02:19:30.543307 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0411 02:19:30.543968 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-229.nip.io-tls" in local store I0411 02:19:30.544172 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"994e1ad1-3de2-4ee2-b065-68ce6165fce9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3567", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0411 02:19:30.850165 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-229.nip.io-tls" I0411 02:19:30.851982 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-229.nip.io-tls" W0411 02:19:33.490872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:19:33.490935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:19:33.491042 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 02:19:33.534884 7 controller.go:216] "Backend successfully reloaded" I0411 02:19:33.535180 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9tlq6", UID:"f49011bc-e0eb-4b71-afbe-57243c156ded", APIVersion:"v1", ResourceVersion:"1376", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0411 02:19:36.823335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:19:36.823406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [11/Apr/2026:02:19:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.082 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 2.081 200 fba7799a9308f8bc80316e068a19fa44 199.204.45.229 - - [11/Apr/2026:02:19:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.183 [auth-system-keycloak-80] [] 10.0.0.55:8080 116 0.183 404 836a09b66647cb7fc5e896500e64f891 199.204.45.229 - - [11/Apr/2026:02:19:46 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.209 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 4.208 201 9586321f697641c16d36ad995b865383 199.204.45.229 - - [11/Apr/2026:02:19:47 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.585 [auth-system-keycloak-80] [] 10.0.0.55:8080 4246 0.584 200 ae2378cb8d3b87bf53e0474a65b17b92 199.204.45.229 - - [11/Apr/2026:02:19:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.471 200 48d266af85aaa5dd3199535f0f8a74cb 199.204.45.229 - - [11/Apr/2026:02:19:48 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.112 [auth-system-keycloak-80] [] 10.0.0.55:8080 12500 0.112 200 9430a68fbd87bb96fbd64dda0a378b39 199.204.45.229 - - [11/Apr/2026:02:19:48 +0000] "GET /admin/realms/atmosphere/client-scopes/f9834088-8974-4bfe-aa5b-565b885df600 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.55:8080 1278 0.009 200 5749ea95245a8133239b5d084baca6f7 199.204.45.229 - - [11/Apr/2026:02:19:48 +0000] "PUT /admin/realms/atmosphere/client-scopes/f9834088-8974-4bfe-aa5b-565b885df600 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.053 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.053 204 fd729e7b87f884be8738428e67279faf 199.204.45.229 - - [11/Apr/2026:02:19:48 +0000] "GET /admin/realms/atmosphere/client-scopes/f9834088-8974-4bfe-aa5b-565b885df600/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.021 [auth-system-keycloak-80] [] 10.0.0.55:8080 963 0.022 200 dcd6f3f38ea5a470d75ea72906526e19 199.204.45.229 - - [11/Apr/2026:02:19:48 +0000] "GET /admin/realms/atmosphere/client-scopes/f9834088-8974-4bfe-aa5b-565b885df600/protocol-mappers/models/6dd291ed-65df-4f95-9b00-ce8f38ce5514 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.041 [auth-system-keycloak-80] [] 10.0.0.55:8080 366 0.042 200 676f85bed6bbc5d203f529fa6fb3d822 199.204.45.229 - - [11/Apr/2026:02:19:48 +0000] "PUT /admin/realms/atmosphere/client-scopes/f9834088-8974-4bfe-aa5b-565b885df600/protocol-mappers/models/6dd291ed-65df-4f95-9b00-ce8f38ce5514 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.022 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.021 204 1e0d03ae1e5b0d0eb386e3690cbb3fbc 199.204.45.229 - - [11/Apr/2026:02:19:48 +0000] "GET /admin/realms/atmosphere/client-scopes/f9834088-8974-4bfe-aa5b-565b885df600 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.069 [auth-system-keycloak-80] [] 10.0.0.55:8080 1218 0.069 200 14fb50c477d287723256ae044b4a37de 199.204.45.229 - - [11/Apr/2026:02:20:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.489 200 6fc08efaf7949de8a9013f9caa04f6d3 199.204.45.229 - - [11/Apr/2026:02:20:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.014 [auth-system-keycloak-80] [] 10.0.0.55:8080 2 0.014 200 f5919df0b6b16e33d46a88dbb41e3f5d 199.204.45.229 - - [11/Apr/2026:02:20:10 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.193 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.192 201 8ab66b74c6400c14a4ea57fac5c23efc 199.204.45.229 - - [11/Apr/2026:02:20:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.073 [auth-system-keycloak-80] [] 10.0.0.55:8080 1261 0.072 200 9d282dc764515af78bba8a878fd9054f 199.204.45.229 - - [11/Apr/2026:02:20:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.536 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.535 200 21f82d1fdd37a96e5d5931fa47ea9e9d 199.204.45.229 - - [11/Apr/2026:02:20:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.55:8080 2 0.011 200 1fbee4abf5b20b2a1ee7c0210c51f545 199.204.45.229 - - [11/Apr/2026:02:20:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.346 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.344 201 8147abb3452804053f95ea3e3abaacf8 199.204.45.229 - - [11/Apr/2026:02:20:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.019 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.020 200 406c8c21a62536a2c55f68cf02da323d 199.204.45.229 - - [11/Apr/2026:02:20:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.498 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.497 200 6f5ebb6a1b92fba255676b8a7965df88 199.204.45.229 - - [11/Apr/2026:02:20:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.55:8080 2 0.013 200 de219f7de3acf697bc2798efe7855057 199.204.45.229 - - [11/Apr/2026:02:20:13 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.075 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.074 201 17d63f9ca16bb6f30ce55792216b2802 199.204.45.229 - - [11/Apr/2026:02:20:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.076 [auth-system-keycloak-80] [] 10.0.0.55:8080 1251 0.076 200 b3d22b683348f102f3a23dfe5c33aaa6 199.204.45.229 - - [11/Apr/2026:02:20:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.432 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.432 200 bc06a6330dd860ae073b8afa86d8cead 199.204.45.229 - - [11/Apr/2026:02:20:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.025 [auth-system-keycloak-80] [] 10.0.0.55:8080 1261 0.026 200 0ff1817d0f22024629b10be00499d9a5 199.204.45.229 - - [11/Apr/2026:02:20:14 +0000] "GET /admin/realms/atmosphere/clients/9fbb16bb-d79a-4cc8-b0ac-490aa89bca5e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.55:8080 119 0.017 404 1663dee8f0572a746cc7f24e5ee84eb1 199.204.45.229 - - [11/Apr/2026:02:20:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.55:8080 1261 0.007 200 e32165bb991c64707adeeb5ff642c311 199.204.45.229 - - [11/Apr/2026:02:20:14 +0000] "POST /admin/realms/atmosphere/clients/9fbb16bb-d79a-4cc8-b0ac-490aa89bca5e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.050 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.050 201 cb77623c5fe232f66ee8ac6ddfbb9ed5 199.204.45.229 - - [11/Apr/2026:02:20:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.55:8080 1261 0.009 200 47b9472602247bdc70dd7f15af039cbf 199.204.45.229 - - [11/Apr/2026:02:20:14 +0000] "GET /admin/realms/atmosphere/clients/9fbb16bb-d79a-4cc8-b0ac-490aa89bca5e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.55:8080 166 0.017 200 f97be3852e2bbc1e45f62a68c12aeee6 199.204.45.229 - - [11/Apr/2026:02:20:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.504 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.504 200 0d7dfb4ae7c1d58763052353f6a8bf22 199.204.45.229 - - [11/Apr/2026:02:20:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.008 200 3fc3fda934bf79241a9e6479dec85d95 199.204.45.229 - - [11/Apr/2026:02:20:15 +0000] "GET /admin/realms/atmosphere/clients/12f0de25-38db-43bc-9884-e84ce8fed806/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.039 [auth-system-keycloak-80] [] 10.0.0.55:8080 119 0.039 404 adf26a3c4a7fb4edfa619389eff86efe 199.204.45.229 - - [11/Apr/2026:02:20:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.008 200 9f47809c2b699ef9f3af0906ec418b90 199.204.45.229 - - [11/Apr/2026:02:20:15 +0000] "POST /admin/realms/atmosphere/clients/12f0de25-38db-43bc-9884-e84ce8fed806/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.017 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.017 201 02a6b0bbdb04cc0a7082b6019d0e08c0 199.204.45.229 - - [11/Apr/2026:02:20:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.041 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.040 200 c4642574899a773720b7337d10f6ff9e 199.204.45.229 - - [11/Apr/2026:02:20:15 +0000] "GET /admin/realms/atmosphere/clients/12f0de25-38db-43bc-9884-e84ce8fed806/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.55:8080 165 0.013 200 c4bad464a0ae149f676c8f8b8b5c46a9 199.204.45.229 - - [11/Apr/2026:02:20:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.521 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.519 200 ac025aef6b99cf108fdb3639acd83356 199.204.45.229 - - [11/Apr/2026:02:20:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.038 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.037 200 85156b23d26eebd95bb7fe4f6d89c5b5 199.204.45.229 - - [11/Apr/2026:02:20:16 +0000] "GET /admin/realms/atmosphere/clients/12f0de25-38db-43bc-9884-e84ce8fed806/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.55:8080 119 0.010 404 39b380e3d77fbf05f97a644658721040 199.204.45.229 - - [11/Apr/2026:02:20:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.007 200 bb2ac3e9fa0298652e945e674a79fb3c 199.204.45.229 - - [11/Apr/2026:02:20:16 +0000] "POST /admin/realms/atmosphere/clients/12f0de25-38db-43bc-9884-e84ce8fed806/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.060 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.060 201 7b39edf4896ea8d602ed34eaa575bf2b 199.204.45.229 - - [11/Apr/2026:02:20:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.007 200 4b260d3afe9e2808620391e6dff4f6e9 199.204.45.229 - - [11/Apr/2026:02:20:16 +0000] "GET /admin/realms/atmosphere/clients/12f0de25-38db-43bc-9884-e84ce8fed806/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.55:8080 166 0.015 200 913cf23524354861b1cbabb19518335e 199.204.45.229 - - [11/Apr/2026:02:20:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.492 200 3760eaf3e7e059bae70710559285e636 199.204.45.229 - - [11/Apr/2026:02:20:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.066 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.066 200 e989bfb2080914524425889a9d25e7de 199.204.45.229 - - [11/Apr/2026:02:20:17 +0000] "GET /admin/realms/atmosphere/clients/12f0de25-38db-43bc-9884-e84ce8fed806/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.55:8080 119 0.008 404 ee29ce28228b636cf483e431011acfde 199.204.45.229 - - [11/Apr/2026:02:20:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.007 200 6c96043ae5de77dd1b86ea8b59412b14 199.204.45.229 - - [11/Apr/2026:02:20:17 +0000] "POST /admin/realms/atmosphere/clients/12f0de25-38db-43bc-9884-e84ce8fed806/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.069 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.068 201 7af6bf1de9da7e19af028c26198086f8 199.204.45.229 - - [11/Apr/2026:02:20:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.55:8080 1286 0.008 200 5f945f56beb63a61cde55fdf3da5605a 199.204.45.229 - - [11/Apr/2026:02:20:17 +0000] "GET /admin/realms/atmosphere/clients/12f0de25-38db-43bc-9884-e84ce8fed806/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.061 [auth-system-keycloak-80] [] 10.0.0.55:8080 166 0.061 200 6ddbc0c3c6fac9edc1cdc41edcc877ab 199.204.45.229 - - [11/Apr/2026:02:20:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.55:8080 1928 0.473 200 3a7638d65fb48ffd40f0d71234ee0e3e 199.204.45.229 - - [11/Apr/2026:02:20:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.021 [auth-system-keycloak-80] [] 10.0.0.55:8080 1251 0.021 200 c2a9ab5d78aedafb76b18f32529c7052 199.204.45.229 - - [11/Apr/2026:02:20:18 +0000] "GET /admin/realms/atmosphere/clients/1ab5d3a1-b73d-43e7-b22c-acd56b494131/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.006 [auth-system-keycloak-80] [] 10.0.0.55:8080 119 0.007 404 b72799ea94f653a370e6996ecb40cac5 199.204.45.229 - - [11/Apr/2026:02:20:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.55:8080 1251 0.004 200 cb4e9b7e1414954b8bd2539cf82b7d75 199.204.45.229 - - [11/Apr/2026:02:20:18 +0000] "POST /admin/realms/atmosphere/clients/1ab5d3a1-b73d-43e7-b22c-acd56b494131/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.012 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.012 201 944b211c1dfd0a893a8ec17569512754 199.204.45.229 - - [11/Apr/2026:02:20:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.55:8080 1251 0.005 200 a2aced9cdc6e0164c0764cda7c3625b3 199.204.45.229 - - [11/Apr/2026:02:20:18 +0000] "GET /admin/realms/atmosphere/clients/1ab5d3a1-b73d-43e7-b22c-acd56b494131/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.039 [auth-system-keycloak-80] [] 10.0.0.55:8080 166 0.039 200 7257cd782492d2d433f33c0af0a9562b I0411 02:20:29.349066 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.109.95.190"}] I0411 02:20:29.357224 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"994e1ad1-3de2-4ee2-b065-68ce6165fce9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4064", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:20:29.358979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:29.359038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:32.693985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:32.694038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:36.026105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:36.026147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0411 02:20:44.721118 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0411 02:20:51.951661 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: etcdserver: request timed out E0411 02:20:52.716391 7 leaderelection.go:429] Failed to update lock optimistically: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded, falling back to slow path E0411 02:20:52.716608 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: client rate limiter Wait returned an error: context deadline exceeded I0411 02:20:52.716636 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded I0411 02:20:52.716980 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... E0411 02:20:52.717816 7 status.go:104] "error running poll" err="timed out waiting for the condition" E0411 02:20:59.722897 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path I0411 02:21:10.584122 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader W0411 02:21:32.972897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:32.972943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:36.307675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:36.307712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:39.639798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:39.639900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:42.973477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:42.973524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store