------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0416 06:13:59.721633 6 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0416 06:13:59.721828 6 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0416 06:13:59.731268 6 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0416 06:13:59.735887 6 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0416 06:13:59.893845 6 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0416 06:13:59.911981 6 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0416 06:13:59.925971 6 nginx.go:271] "Starting NGINX Ingress controller" I0416 06:13:59.937760 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"68c37e9f-8bab-4982-abdd-1d1d3e45c970", APIVersion:"v1", ResourceVersion:"1359", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0416 06:13:59.940173 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"ce0632fa-9d6a-4306-be6d-ac6e195d6aaf", APIVersion:"v1", ResourceVersion:"1360", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0416 06:13:59.940281 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"dfd07274-2982-404c-b3eb-b21d1f258fd4", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0416 06:14:01.127512 6 nginx.go:317] "Starting NGINX process" I0416 06:14:01.127599 6 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0416 06:14:01.128824 6 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0416 06:14:01.129249 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:14:01.129315 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 06:14:01.129436 6 controller.go:196] "Configuration changes detected, backend reload required" I0416 06:14:01.148383 6 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0416 06:14:01.148414 6 status.go:85] "New leader elected" identity="ingress-nginx-controller-g6mcc" I0416 06:14:01.169798 6 controller.go:216] "Backend successfully reloaded" I0416 06:14:01.169901 6 controller.go:227] "Initial sync, sleeping for 1 second" I0416 06:14:01.170057 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g6mcc", UID:"1d4c8b8c-9199-4488-a54e-876edb2a0f03", APIVersion:"v1", ResourceVersion:"1401", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0416 06:14:04.960374 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:14:04.960407 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:14:08.294532 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:14:08.294577 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:14:11.627972 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:14:11.628009 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:14:14.996578 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:14:14.996631 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:14:18.297316 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:14:18.297367 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:14:21.628006 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:14:21.628052 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:14:24.961170 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:14:24.961218 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:14:35.709525 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:14:35.709571 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:14:39.043188 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:14:39.043237 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:15:58.558565 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:15:58.558609 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:10.533438 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:10.533485 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:13.867223 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:13.867283 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:18.999816 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:18.999881 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:22.577061 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:22.577134 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:25.910546 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:25.910596 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:29.244112 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:29.244155 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:32.578349 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:32.578393 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:35.911319 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:35.911374 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:39.244728 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:39.244776 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:42.579291 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:42.579320 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:45.910727 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:45.910767 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:49.246067 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:16:49.246120 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:18:55.687238 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:18:55.687268 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:18:59.359732 6 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-233.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-233.nip.io-tls was not found. Using default certificate W0416 06:18:59.359794 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:18:59.359811 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 06:18:59.361557 6 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0416 06:18:59.361594 6 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0416 06:18:59.368762 6 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0416 06:18:59.369028 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"0f7775c9-849d-4016-85f6-d2a998cdc8c3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3589", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 06:18:59.369332 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-233.nip.io-tls" in local store W0416 06:18:59.369493 6 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-233.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-233.nip.io-tls was not found. Using default certificate W0416 06:18:59.369534 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:18:59.369549 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 06:18:59.369622 6 controller.go:196] "Configuration changes detected, backend reload required" I0416 06:18:59.407360 6 controller.go:216] "Backend successfully reloaded" I0416 06:18:59.407561 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g6mcc", UID:"1d4c8b8c-9199-4488-a54e-876edb2a0f03", APIVersion:"v1", ResourceVersion:"1401", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0416 06:18:59.830621 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-233.nip.io-tls" I0416 06:18:59.832048 6 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-233.nip.io-tls" I0416 06:19:01.154688 6 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.98.143.200"}] I0416 06:19:01.159291 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"0f7775c9-849d-4016-85f6-d2a998cdc8c3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3639", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 06:19:02.704078 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:19:02.704128 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:19:06.037211 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:19:06.037250 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.233 - - [16/Apr/2026:06:19:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.329 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 2.328 200 8fec7f10fdf8a805bc34bfa246130d89 199.204.45.233 - - [16/Apr/2026:06:19:11 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.174 [auth-system-keycloak-80] [] 10.0.0.34:8080 116 0.174 404 c69aa04dd6888b595f896d00be2bdf8f 199.204.45.233 - - [16/Apr/2026:06:19:15 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.592 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 4.591 201 3107b06ea2e3322b31cedb61ec869349 199.204.45.233 - - [16/Apr/2026:06:19:16 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.600 [auth-system-keycloak-80] [] 10.0.0.34:8080 4246 0.600 200 85f821b98506f114cae5cfbba3fe8cab 199.204.45.233 - - [16/Apr/2026:06:19:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.495 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.494 200 ea5bb225a0ccd296dd90ab63d1b04c7a 199.204.45.233 - - [16/Apr/2026:06:19:17 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.073 [auth-system-keycloak-80] [] 10.0.0.34:8080 12500 0.073 200 7d3740fe8a4be7e9df394898f709f2e3 199.204.45.233 - - [16/Apr/2026:06:19:17 +0000] "GET /admin/realms/atmosphere/client-scopes/05cdfb7a-e5c6-4087-9a7e-a60d8ec1f071 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.066 [auth-system-keycloak-80] [] 10.0.0.34:8080 1278 0.066 200 2e16e8749033eeb0c0d81e49bca18775 199.204.45.233 - - [16/Apr/2026:06:19:17 +0000] "PUT /admin/realms/atmosphere/client-scopes/05cdfb7a-e5c6-4087-9a7e-a60d8ec1f071 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.083 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.081 204 c0aa7ab5637578cc311c36300bd11f39 199.204.45.233 - - [16/Apr/2026:06:19:17 +0000] "GET /admin/realms/atmosphere/client-scopes/05cdfb7a-e5c6-4087-9a7e-a60d8ec1f071/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.020 [auth-system-keycloak-80] [] 10.0.0.34:8080 963 0.021 200 99040707a78494988d91ad98d585b4e5 199.204.45.233 - - [16/Apr/2026:06:19:17 +0000] "GET /admin/realms/atmosphere/client-scopes/05cdfb7a-e5c6-4087-9a7e-a60d8ec1f071/protocol-mappers/models/c6f8fb29-0178-42a3-9067-fa8830a0a129 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.059 [auth-system-keycloak-80] [] 10.0.0.34:8080 366 0.058 200 02205ca07f6fe6b2b11e84f661d19e18 199.204.45.233 - - [16/Apr/2026:06:19:17 +0000] "PUT /admin/realms/atmosphere/client-scopes/05cdfb7a-e5c6-4087-9a7e-a60d8ec1f071/protocol-mappers/models/c6f8fb29-0178-42a3-9067-fa8830a0a129 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.086 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.086 204 84240f6846356f6561605841f025e2a4 199.204.45.233 - - [16/Apr/2026:06:19:17 +0000] "GET /admin/realms/atmosphere/client-scopes/05cdfb7a-e5c6-4087-9a7e-a60d8ec1f071 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.018 [auth-system-keycloak-80] [] 10.0.0.34:8080 1218 0.018 200 cc9110579bf41bcae12ec4ae430c9ea1 199.204.45.233 - - [16/Apr/2026:06:19:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.474 200 f8ed63ffc27128ee0029ceb9f83990d5 199.204.45.233 - - [16/Apr/2026:06:19:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.056 [auth-system-keycloak-80] [] 10.0.0.34:8080 2 0.056 200 5dc780ea22a7b2898b9ed5e25152ba44 199.204.45.233 - - [16/Apr/2026:06:19:39 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.111 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.110 201 bdcfa19f741e53d4f742737a6376e516 199.204.45.233 - - [16/Apr/2026:06:19:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.078 [auth-system-keycloak-80] [] 10.0.0.34:8080 1261 0.078 200 ab3ac2e6922160e7879bbc8f80f441f2 199.204.45.233 - - [16/Apr/2026:06:19:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.530 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.529 200 78d8d5fbbad41bbde1b06752b71d19e6 199.204.45.233 - - [16/Apr/2026:06:19:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.34:8080 2 0.011 200 0c90580886e92bfb1f32aa1e186455dc 199.204.45.233 - - [16/Apr/2026:06:19:40 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.613 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.612 201 dec2d63f927c68f9028366b6391d1480 199.204.45.233 - - [16/Apr/2026:06:19:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.021 [auth-system-keycloak-80] [] 10.0.0.34:8080 1286 0.021 200 9c3e8997ee546c700f7c2b402523531c 199.204.45.233 - - [16/Apr/2026:06:19:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.457 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.456 200 ba2b4b193e71fa303508554b5770f335 199.204.45.233 - - [16/Apr/2026:06:19:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.040 [auth-system-keycloak-80] [] 10.0.0.34:8080 2 0.039 200 67b76ee45ddd9533efa9b017c13a5c8e 199.204.45.233 - - [16/Apr/2026:06:19:41 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.109 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.108 201 d3ad5a17d9bd21668d202efbf44993f7 199.204.45.233 - - [16/Apr/2026:06:19:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.080 [auth-system-keycloak-80] [] 10.0.0.34:8080 1251 0.080 200 79f5984959e432ac14367d3cdb5103d0 199.204.45.233 - - [16/Apr/2026:06:19:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.589 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.588 200 9a2fc70b4bd79bcc0dd2e5179bebbdfc 199.204.45.233 - - [16/Apr/2026:06:19:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.34:8080 1261 0.008 200 b7987bc4dcde6586565ca882e1d4e0b5 199.204.45.233 - - [16/Apr/2026:06:19:43 +0000] "GET /admin/realms/atmosphere/clients/fe39301d-1c07-471e-8c7a-50fd4c1426c3/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.34:8080 119 0.013 404 6d5060f16f112cbb57d2821b4f8c61b9 199.204.45.233 - - [16/Apr/2026:06:19:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.34:8080 1261 0.008 200 cd0e89d09b14431d619bd5b671816e5f 199.204.45.233 - - [16/Apr/2026:06:19:43 +0000] "POST /admin/realms/atmosphere/clients/fe39301d-1c07-471e-8c7a-50fd4c1426c3/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.020 201 940baeb1070341fd284e4d67c9c0732c 199.204.45.233 - - [16/Apr/2026:06:19:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.34:8080 1261 0.007 200 cfa853c830f92dac953e306ed19c2f34 199.204.45.233 - - [16/Apr/2026:06:19:43 +0000] "GET /admin/realms/atmosphere/clients/fe39301d-1c07-471e-8c7a-50fd4c1426c3/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.34:8080 166 0.015 200 e162f92aba343c0e2345766d2d69bd97 199.204.45.233 - - [16/Apr/2026:06:19:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.458 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.457 200 c7c9fb465e8ad16d824312fb63709090 199.204.45.233 - - [16/Apr/2026:06:19:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.34:8080 1286 0.008 200 79c906887ab07047cc9d94df285f05f0 199.204.45.233 - - [16/Apr/2026:06:19:43 +0000] "GET /admin/realms/atmosphere/clients/da4670a3-437b-4372-acc2-a5fd58a31849/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.34:8080 119 0.012 404 54950280bc2e44996742595c64649fea 199.204.45.233 - - [16/Apr/2026:06:19:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.34:8080 1286 0.005 200 92b7604287c5965740740214d51e2c37 199.204.45.233 - - [16/Apr/2026:06:19:43 +0000] "POST /admin/realms/atmosphere/clients/da4670a3-437b-4372-acc2-a5fd58a31849/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.043 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.042 201 6e8ae5dd8f32a16f6306c8b41689fb7c 199.204.45.233 - - [16/Apr/2026:06:19:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.34:8080 1286 0.006 200 61873c32059a55c75f853c637d77ad58 199.204.45.233 - - [16/Apr/2026:06:19:43 +0000] "GET /admin/realms/atmosphere/clients/da4670a3-437b-4372-acc2-a5fd58a31849/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.34:8080 165 0.011 200 f28b2e459ecc2452ef8b68a60b9d8231 199.204.45.233 - - [16/Apr/2026:06:19:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.446 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.445 200 be2681ea7ca43e1aecf5dac20c754a3b 199.204.45.233 - - [16/Apr/2026:06:19:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.030 [auth-system-keycloak-80] [] 10.0.0.34:8080 1286 0.029 200 a11aa25a8aa72262131091fad372817d 199.204.45.233 - - [16/Apr/2026:06:19:44 +0000] "GET /admin/realms/atmosphere/clients/da4670a3-437b-4372-acc2-a5fd58a31849/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.34:8080 119 0.007 404 a63bcd24e0efa25d28a3d0f27d3d210f 199.204.45.233 - - [16/Apr/2026:06:19:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.34:8080 1286 0.005 200 31a5ec86e1fc8ca4855bfb4126c6bcd1 199.204.45.233 - - [16/Apr/2026:06:19:44 +0000] "POST /admin/realms/atmosphere/clients/da4670a3-437b-4372-acc2-a5fd58a31849/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.059 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.059 201 6f33b736d4604f913b24460c04e912b9 199.204.45.233 - - [16/Apr/2026:06:19:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.34:8080 1286 0.009 200 78601805547e95b076f42a0ba30a6221 199.204.45.233 - - [16/Apr/2026:06:19:44 +0000] "GET /admin/realms/atmosphere/clients/da4670a3-437b-4372-acc2-a5fd58a31849/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.061 [auth-system-keycloak-80] [] 10.0.0.34:8080 166 0.061 200 0c2b652ba541a2eeba6e933c313b9c3f 199.204.45.233 - - [16/Apr/2026:06:19:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.478 200 8f6ef378ca972efaa71167ed435f3a77 199.204.45.233 - - [16/Apr/2026:06:19:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.049 [auth-system-keycloak-80] [] 10.0.0.34:8080 1286 0.049 200 ef64c9b63bd9faa735af1fce0d57f1cc 199.204.45.233 - - [16/Apr/2026:06:19:45 +0000] "GET /admin/realms/atmosphere/clients/da4670a3-437b-4372-acc2-a5fd58a31849/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.34:8080 119 0.010 404 fc1c4630983f0f053b2b8ab906a3ddc2 199.204.45.233 - - [16/Apr/2026:06:19:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.064 [auth-system-keycloak-80] [] 10.0.0.34:8080 1286 0.064 200 d208824d5777db4131bdf64c6191c988 199.204.45.233 - - [16/Apr/2026:06:19:45 +0000] "POST /admin/realms/atmosphere/clients/da4670a3-437b-4372-acc2-a5fd58a31849/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.013 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.013 201 af85a70c9a23188aeaec1277a58fbd78 199.204.45.233 - - [16/Apr/2026:06:19:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.34:8080 1286 0.005 200 575e7ed6489743be0e0b49d108535f7a 199.204.45.233 - - [16/Apr/2026:06:19:45 +0000] "GET /admin/realms/atmosphere/clients/da4670a3-437b-4372-acc2-a5fd58a31849/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.054 [auth-system-keycloak-80] [] 10.0.0.34:8080 166 0.055 200 163c0ba3a78c61d064891818b265b310 199.204.45.233 - - [16/Apr/2026:06:19:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.467 200 286b4db59778fcb67ebdb6655f37a2cd 199.204.45.233 - - [16/Apr/2026:06:19:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.34:8080 1251 0.007 200 79c9bf87cfed56445a6ce13f32f96ec4 199.204.45.233 - - [16/Apr/2026:06:19:46 +0000] "GET /admin/realms/atmosphere/clients/08c8d2d8-ce68-4b1c-a9f7-9442b100e02d/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.033 [auth-system-keycloak-80] [] 10.0.0.34:8080 119 0.032 404 48ff2325223730f260b8a353128d65fe 199.204.45.233 - - [16/Apr/2026:06:19:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.34:8080 1251 0.007 200 cad8942dfbca6f87c2c9b04dc9128302 199.204.45.233 - - [16/Apr/2026:06:19:46 +0000] "POST /admin/realms/atmosphere/clients/08c8d2d8-ce68-4b1c-a9f7-9442b100e02d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.072 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.072 201 3dbf90dc8ca320f68560e92e5bbafc1f 199.204.45.233 - - [16/Apr/2026:06:19:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.34:8080 1251 0.008 200 847d920960b55e80a9f8996843b67122 199.204.45.233 - - [16/Apr/2026:06:19:46 +0000] "GET /admin/realms/atmosphere/clients/08c8d2d8-ce68-4b1c-a9f7-9442b100e02d/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.34:8080 166 0.015 200 d8a5197d0c054224ade9bc085fc84039 W0416 06:19:59.080558 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:19:59.080592 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:20:52.615862 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:20:52.615903 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:20:52.694442 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:20:52.694512 6 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0416 06:20:52.694553 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:20:52.694571 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:20:52.694704 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 06:20:52.694776 6 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0416 06:20:52.694822 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:20:52.694885 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 06:20:52.698364 6 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0416 06:20:52.698408 6 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0416 06:20:52.698634 6 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0416 06:20:52.698668 6 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0416 06:20:52.699437 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:20:52.699543 6 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0416 06:20:52.700014 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:20:52.700032 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 06:20:52.701460 6 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0416 06:20:52.701476 6 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0416 06:20:52.703117 6 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0416 06:20:52.703539 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"09269f63-d0b6-4649-90c0-b7697b597453", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4605", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 06:20:52.703608 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0416 06:20:52.704588 6 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0416 06:20:52.704854 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0416 06:20:52.704889 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"cc74a13e-92ea-44d4-b7b7-8089c0730ed1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4607", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 06:20:52.706159 6 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0416 06:20:52.706391 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0416 06:20:52.706413 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"77bb8463-d6cf-4834-b528-4d5a93f5e415", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4612", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 06:20:53.138344 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0416 06:20:53.139326 6 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0416 06:20:53.198954 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0416 06:20:53.199738 6 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0416 06:20:54.764490 6 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0416 06:20:54.765712 6 backend_ssl.go:59] "Updating secret in local store" name="monitoring/grafana-tls" I0416 06:20:55.116451 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0416 06:20:55.118742 6 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0416 06:20:55.950072 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:20:55.950138 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 06:20:55.950178 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:20:55.950293 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:20:55.950322 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 06:20:55.950449 6 controller.go:196] "Configuration changes detected, backend reload required" I0416 06:20:55.990130 6 controller.go:216] "Backend successfully reloaded" I0416 06:20:55.990414 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g6mcc", UID:"1d4c8b8c-9199-4488-a54e-876edb2a0f03", APIVersion:"v1", ResourceVersion:"1401", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0416 06:20:59.283043 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:20:59.283080 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 06:20:59.283100 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:20:59.283185 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:20:59.283203 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 06:21:01.157036 6 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.98.143.200"}] I0416 06:21:01.157092 6 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.98.143.200"}] I0416 06:21:01.157622 6 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.98.143.200"}] I0416 06:21:01.163398 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"09269f63-d0b6-4649-90c0-b7697b597453", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5036", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 06:21:01.164436 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"77bb8463-d6cf-4834-b528-4d5a93f5e415", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5037", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 06:21:01.166208 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"cc74a13e-92ea-44d4-b7b7-8089c0730ed1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5038", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 06:21:02.616637 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:21:02.616694 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 06:21:02.616728 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:21:02.616859 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:02.616885 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:05.949933 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:21:05.950033 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 06:21:05.950096 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:21:05.950255 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:05.950285 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:09.283028 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:21:09.283149 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 06:21:09.283229 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:21:09.283494 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:09.283542 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:12.616389 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:21:12.616432 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 06:21:12.616457 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:21:12.616528 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:12.616538 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:15.949238 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:21:15.949328 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:21:15.949442 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:15.949469 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:19.283430 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:21:19.283519 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:21:19.283640 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:19.283669 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:22.616281 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:21:22.616374 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:21:22.616492 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:22.616516 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:25.949645 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:21:25.949728 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:21:25.949856 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:25.949885 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:29.282994 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:21:29.283144 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:21:29.283329 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:29.283386 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.65 - - [16/Apr/2026:06:21:32 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.040 [auth-system-keycloak-80] [] 10.0.0.34:8080 6432 0.040 200 8b56e4e80b966587e9efc119337ef55f 10.0.0.173 - - [16/Apr/2026:06:21:32 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.010 [auth-system-keycloak-80] [] 10.0.0.34:8080 6432 0.010 200 5eefff7d3071f84a341e8add7af7f1fd W0416 06:21:32.616190 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:21:32.616714 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:32.616754 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:35.950143 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:35.950177 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:39.283305 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:39.283351 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:42.617734 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:42.617783 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:48.333995 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:21:48.334028 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.233 - - [16/Apr/2026:06:21:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.472 200 dc88a93099709cd128b64072678fd0e0 199.204.45.233 - - [16/Apr/2026:06:21:54 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.008 [auth-system-keycloak-80] [] 10.0.0.34:8080 4246 0.008 200 1a89e60ce2570473a0d9ecbd2b06a77f 199.204.45.233 - - [16/Apr/2026:06:21:54 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.374 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.373 204 7eb8382a37505171468da28a6aed3825 199.204.45.233 - - [16/Apr/2026:06:21:54 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.191 [auth-system-keycloak-80] [] 10.0.0.34:8080 4384 0.191 200 ce75231aa86e40bdeb17bc5c63d3867a 199.204.45.233 - - [16/Apr/2026:06:21:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.464 200 9ef9c76cc3ba346175fb1392c07fcdf4 199.204.45.233 - - [16/Apr/2026:06:21:55 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.34:8080 1682 0.010 200 efd03defa30626f482badd751cb29feb 199.204.45.233 - - [16/Apr/2026:06:21:56 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.34:8080 6432 0.007 200 bd59237b781af5328fccd0383714bcd3 199.204.45.233 - - [16/Apr/2026:06:21:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.524 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.523 200 975ec3a428a2e6dbc2b4965353a6ffdc 199.204.45.233 - - [16/Apr/2026:06:21:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.34:8080 2 0.008 200 4cf5964ade09806774cbe65718b8e53d 199.204.45.233 - - [16/Apr/2026:06:21:57 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.168 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.167 201 6d6c90a40fd2451b1be2091e886d7428 199.204.45.233 - - [16/Apr/2026:06:21:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.019 [auth-system-keycloak-80] [] 10.0.0.34:8080 2246 0.019 200 ea636a56d4230393dbc3b723f5481f50 199.204.45.233 - - [16/Apr/2026:06:21:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.442 [auth-system-keycloak-80] [] 10.0.0.34:8080 1928 0.441 200 c548dbabe02ac67e3df3374f2c6e5777 199.204.45.233 - - [16/Apr/2026:06:21:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.028 [auth-system-keycloak-80] [] 10.0.0.34:8080 2246 0.028 200 2bf73f842a723e17b0f42dca17fc30b5 199.204.45.233 - - [16/Apr/2026:06:21:58 +0000] "GET /admin/realms/atmosphere/clients/33470d91-00b6-49f3-864b-786ee2a83e38/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.016 [auth-system-keycloak-80] [] 10.0.0.34:8080 233 0.016 200 3568164d096c362b15990a0298d5ad53 199.204.45.233 - - [16/Apr/2026:06:21:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.062 [auth-system-keycloak-80] [] 10.0.0.34:8080 831 0.062 200 ad919590fe08cdc31b8b902f11b9592f 199.204.45.233 - - [16/Apr/2026:06:21:59 +0000] "GET /admin/realms/atmosphere/clients/d273d446-409a-4254-9549-4dabd67de4cb/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.092 [auth-system-keycloak-80] [] 10.0.0.34:8080 3758 0.092 200 073ed6a8b3f786647b2ce29d5ce930a5 199.204.45.233 - - [16/Apr/2026:06:21:59 +0000] "GET /admin/realms/atmosphere/users/2f36f1e2-3db7-4a71-869c-accfe6429c3f/role-mappings/clients/d273d446-409a-4254-9549-4dabd67de4cb/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.189 [auth-system-keycloak-80] [] 10.0.0.34:8080 3758 0.189 200 d005abd59dda3eee9371717ba8f69d86 199.204.45.233 - - [16/Apr/2026:06:21:59 +0000] "GET /admin/realms/atmosphere/users/2f36f1e2-3db7-4a71-869c-accfe6429c3f/role-mappings/clients/d273d446-409a-4254-9549-4dabd67de4cb/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.088 [auth-system-keycloak-80] [] 10.0.0.34:8080 2 0.088 200 a2c091930ee331a297c40f6b7cd7c76a 199.204.45.233 - - [16/Apr/2026:06:21:59 +0000] "POST /admin/realms/atmosphere/users/2f36f1e2-3db7-4a71-869c-accfe6429c3f/role-mappings/clients/d273d446-409a-4254-9549-4dabd67de4cb HTTP/1.1" 204 0 "-" "Ansible" 1390 0.079 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.078 204 2c2207e99507a33dfb385f94efa66f8e 199.204.45.233 - - [16/Apr/2026:06:21:59 +0000] "GET /admin/realms/atmosphere/users/2f36f1e2-3db7-4a71-869c-accfe6429c3f/role-mappings/clients/d273d446-409a-4254-9549-4dabd67de4cb/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.014 [auth-system-keycloak-80] [] 10.0.0.34:8080 576 0.013 200 38f4bc3e1bd2be58388026730b1d6446 W0416 06:22:02.264766 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:22:02.264807 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:22:05.599626 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:22:05.599665 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:22:19.544130 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:22:19.544176 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:22:22.877672 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:22:22.877727 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:22:26.211353 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:22:26.211398 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:24:07.970134 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:24:07.970174 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:24:43.813762 6 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0416 06:24:43.813848 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:24:43.813865 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 06:24:43.819588 6 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.006s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:28.7kB} I0416 06:24:43.819633 6 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0416 06:24:43.823270 6 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0416 06:24:43.823493 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"3d5971c9-e9e9-4d0a-ac99-3acd7c78973b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7029", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 06:24:43.823842 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0416 06:24:43.824208 6 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0416 06:24:43.824299 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:24:43.824321 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 06:24:43.824438 6 controller.go:196] "Configuration changes detected, backend reload required" I0416 06:24:43.877160 6 controller.go:216] "Backend successfully reloaded" I0416 06:24:43.877518 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g6mcc", UID:"1d4c8b8c-9199-4488-a54e-876edb2a0f03", APIVersion:"v1", ResourceVersion:"1401", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0416 06:24:44.051947 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0416 06:24:44.052822 6 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0416 06:24:47.158635 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:24:47.158677 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.233 - - [16/Apr/2026:06:24:48 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.005 300 c790ea4b2a703eaafae8670a69fe68d7 I0416 06:25:01.157083 6 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.98.143.200"}] I0416 06:25:01.163867 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"3d5971c9-e9e9-4d0a-ac99-3acd7c78973b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7148", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 06:25:01.165463 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:25:01.165495 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store