------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0511 07:28:17.274557 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0511 07:28:17.274908 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0511 07:28:17.282679 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0511 07:28:17.510393 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0511 07:28:17.873006 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0511 07:28:17.892726 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0511 07:28:17.903614 7 nginx.go:271] "Starting NGINX Ingress controller" I0511 07:28:17.910512 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"35fa9776-eb25-4bd7-881c-4274b229b95d", APIVersion:"v1", ResourceVersion:"1516", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0511 07:28:17.914681 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"25b70ae7-cd71-4b0b-b860-e60ab5ed9d63", APIVersion:"v1", ResourceVersion:"1515", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0511 07:28:17.914709 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"d2b4e3ab-d645-4eaf-879b-993b74576301", APIVersion:"v1", ResourceVersion:"1514", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0511 07:28:19.106299 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0511 07:28:19.106324 7 nginx.go:317] "Starting NGINX process" I0511 07:28:19.106938 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0511 07:28:19.107498 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0511 07:28:19.107620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:28:19.107654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 07:28:19.107742 7 controller.go:196] "Configuration changes detected, backend reload required" I0511 07:28:19.114642 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0511 07:28:19.114813 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-x5v77" I0511 07:28:19.144631 7 controller.go:216] "Backend successfully reloaded" I0511 07:28:19.144701 7 controller.go:227] "Initial sync, sleeping for 1 second" I0511 07:28:19.144753 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x5v77", UID:"25c03305-967a-41f2-bd86-93f39dc02421", APIVersion:"v1", ResourceVersion:"1655", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0511 07:28:22.922022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:28:22.922050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:28:26.258889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:28:26.258940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:28:29.589370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:28:29.589401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:28:32.922453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:28:32.922481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:28:36.256034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:28:36.256078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:28:39.589431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:28:39.589505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:28:42.922623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:28:42.922665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:28:46.258236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:28:46.258277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:28:49.589486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:28:49.589510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:29:00.683699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:29:00.683729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:29:10.222991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:29:10.223026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:29:13.557470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:29:13.557627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:29:45.054063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:29:45.054095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:29:48.387997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:29:48.388045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:11.900352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:11.900386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:15.233761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:15.233806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:20.219576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:20.219688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:29.776708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:29.776736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:33.110336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:33.110375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:36.444018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:36.444064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:39.778308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:39.778352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:43.110132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:43.110247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:46.446066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:46.446118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:56.080865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:56.080899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:59.414055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:30:59.414108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:31:06.288665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:31:06.289125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:32:14.384230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:32:14.384259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:32:17.718279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:32:17.718322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:32:21.052032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:32:21.052072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:32:46.097888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:32:46.097913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:32:49.431784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:32:49.431827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:32:49.844709 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-49.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-49.nip.io-tls was not found. Using default certificate W0511 07:32:49.844787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:32:49.844813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 07:32:49.847811 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:14.7kB} I0511 07:32:49.847890 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0511 07:32:49.856580 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0511 07:32:49.856838 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ba500fc4-736d-49c7-bd44-8226ab30b0f1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4034", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0511 07:32:49.857018 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-49.nip.io-tls" in local store I0511 07:32:50.372886 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-49.nip.io-tls" I0511 07:32:50.373660 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-49.nip.io-tls" W0511 07:32:52.765758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:32:52.765799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 07:32:52.765911 7 controller.go:196] "Configuration changes detected, backend reload required" I0511 07:32:52.805474 7 controller.go:216] "Backend successfully reloaded" I0511 07:32:52.805744 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x5v77", UID:"25c03305-967a-41f2-bd86-93f39dc02421", APIVersion:"v1", ResourceVersion:"1655", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration 199.204.45.49 - - [11/May/2026:07:32:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.199 [auth-system-keycloak-80] [] 10.0.0.86:8080 1925 2.198 200 c0b82474814a3f59e4994e8fe51e6547 199.204.45.49 - - [11/May/2026:07:32:56 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.191 [auth-system-keycloak-80] [] 10.0.0.86:8080 116 0.191 404 3880fd63ebcb85ae3e1617146baecb92 W0511 07:32:56.098267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:32:56.098322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.49 - - [11/May/2026:07:33:05 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.993 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 3.993 201 fc2650e97a503815bd9aee2f2e49e3af 199.204.45.49 - - [11/May/2026:07:33:05 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.458 [auth-system-keycloak-80] [] 10.0.0.86:8080 4246 0.458 200 02fb505b69c628a27c741e7b72535ece 199.204.45.49 - - [11/May/2026:07:33:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.532 [auth-system-keycloak-80] [] 10.0.0.86:8080 1925 0.531 200 7c6fa8c54f1d6a405998e82441cd4f89 199.204.45.49 - - [11/May/2026:07:33:06 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.014 [auth-system-keycloak-80] [] 10.0.0.86:8080 1682 0.013 200 bbb6cc6004c71df6fadd4b9165446d78 199.204.45.49 - - [11/May/2026:07:33:07 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.031 [auth-system-keycloak-80] [] 10.0.0.86:8080 6411 0.031 200 f75471222a306c08e97d4d1dcfddfad2 199.204.45.49 - - [11/May/2026:07:33:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.503 [auth-system-keycloak-80] [] 10.0.0.86:8080 1925 0.503 200 b60f35f3650ed8486d4f4ade0ee63788 199.204.45.49 - - [11/May/2026:07:33:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.058 [auth-system-keycloak-80] [] 10.0.0.86:8080 2 0.058 200 e616209804e44dcf04164e306a7b0fbb 199.204.45.49 - - [11/May/2026:07:33:09 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.269 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.269 201 47f5f831773f1136d6d404a8ec83cb87 199.204.45.49 - - [11/May/2026:07:33:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.025 [auth-system-keycloak-80] [] 10.0.0.86:8080 2242 0.025 200 78aaba4178379ca907e0559b53ebadc6 199.204.45.49 - - [11/May/2026:07:33:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.526 [auth-system-keycloak-80] [] 10.0.0.86:8080 1925 0.525 200 0a5684cf6fa837c2b34a47d886450c7e 199.204.45.49 - - [11/May/2026:07:33:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.010 [auth-system-keycloak-80] [] 10.0.0.86:8080 2242 0.011 200 bc084887b2739286dd8d456b947b8a31 199.204.45.49 - - [11/May/2026:07:33:10 +0000] "GET /admin/realms/atmosphere/clients/654ddae6-b33c-471d-8019-f611f22bd2c5/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.048 [auth-system-keycloak-80] [] 10.0.0.86:8080 233 0.047 200 3cb97f2ef12b950ceb6c586154db8bc0 199.204.45.49 - - [11/May/2026:07:33:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.021 [auth-system-keycloak-80] [] 10.0.0.86:8080 831 0.020 200 c9dbe17b7b624c64c86725cf4c99602e 199.204.45.49 - - [11/May/2026:07:33:10 +0000] "GET /admin/realms/atmosphere/clients/5753de73-8fd7-4c0a-b5da-1da45578955b/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.073 [auth-system-keycloak-80] [] 10.0.0.86:8080 3758 0.073 200 cd9acf4cd69af336e3eec1adad8c2c0b 199.204.45.49 - - [11/May/2026:07:33:10 +0000] "GET /admin/realms/atmosphere/users/fa81b4fd-ae6b-4a86-8f05-d01b95cfb202/role-mappings/clients/5753de73-8fd7-4c0a-b5da-1da45578955b/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.173 [auth-system-keycloak-80] [] 10.0.0.86:8080 3758 0.173 200 f925e24a458d9eab276edb12fb07a5e8 199.204.45.49 - - [11/May/2026:07:33:10 +0000] "GET /admin/realms/atmosphere/users/fa81b4fd-ae6b-4a86-8f05-d01b95cfb202/role-mappings/clients/5753de73-8fd7-4c0a-b5da-1da45578955b/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.078 [auth-system-keycloak-80] [] 10.0.0.86:8080 2 0.078 200 efd93155f42dafa74e89f8515ca5469c 199.204.45.49 - - [11/May/2026:07:33:10 +0000] "POST /admin/realms/atmosphere/users/fa81b4fd-ae6b-4a86-8f05-d01b95cfb202/role-mappings/clients/5753de73-8fd7-4c0a-b5da-1da45578955b HTTP/1.1" 204 0 "-" "Ansible" 1388 0.022 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.022 204 a857e525ab6d97b4335966f767020314 199.204.45.49 - - [11/May/2026:07:33:10 +0000] "GET /admin/realms/atmosphere/users/fa81b4fd-ae6b-4a86-8f05-d01b95cfb202/role-mappings/clients/5753de73-8fd7-4c0a-b5da-1da45578955b/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.012 [auth-system-keycloak-80] [] 10.0.0.86:8080 576 0.011 200 c5e3154de6837d0137324f4f8854bdea I0511 07:33:19.121666 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.109.93.121"}] I0511 07:33:19.127665 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ba500fc4-736d-49c7-bd44-8226ab30b0f1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4212", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0511 07:33:19.128279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:33:19.128314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:33:25.618679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:33:25.618719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:34:29.423735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:34:29.423806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:35:03.569287 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0511 07:35:03.569395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:35:03.569427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 07:35:03.571038 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.1kB} I0511 07:35:03.571104 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0511 07:35:03.575769 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0511 07:35:03.576327 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0511 07:35:03.576644 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0511 07:35:03.576691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:35:03.576709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 07:35:03.576786 7 controller.go:196] "Configuration changes detected, backend reload required" I0511 07:35:03.578687 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"498769e6-f6d8-4462-a0d5-e2d64ca7e8ed", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4813", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0511 07:35:03.617404 7 controller.go:216] "Backend successfully reloaded" I0511 07:35:03.617762 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x5v77", UID:"25c03305-967a-41f2-bd86-93f39dc02421", APIVersion:"v1", ResourceVersion:"1655", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0511 07:35:03.926083 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0511 07:35:03.929036 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0511 07:35:06.911170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:35:06.911215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.49 - - [11/May/2026:07:35:06 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.002 [openstack-keystone-api-5000] [] 10.0.0.221:5000 280 0.003 300 ce3f5d3a04dfd7f88ca01bd90797a264 199.204.45.49 - - [11/May/2026:07:35:08 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.221:5000 265 0.004 200 f3eecbf8f59fc6d88f524e6d97f183fc 199.204.45.49 - - [11/May/2026:07:35:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.575 [openstack-keystone-api-5000] [] 10.0.0.221:5000 1359 0.574 201 eac3b6b4cc4fe2a60c91e3cb4a8b9777 199.204.45.49 - - [11/May/2026:07:35:08 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.012 [openstack-keystone-api-5000] [] 10.0.0.221:5000 280 0.011 300 34ac2b892c6e245fe70ad3eec01e01be 199.204.45.49 - - [11/May/2026:07:35:09 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.036 [openstack-keystone-api-5000] [] 10.0.0.221:5000 90 0.035 404 2a90f87428f3558b221656efdf2f36dd 199.204.45.49 - - [11/May/2026:07:35:09 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.022 [openstack-keystone-api-5000] [] 10.0.0.221:5000 368 0.022 200 e86fb608fc75765e198b2ca965422fc6 199.204.45.49 - - [11/May/2026:07:35:09 +0000] "GET /v3/domains/01a3b47d2eb44979b6448894762d1b7d HTTP/1.1" 200 246 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.017 [openstack-keystone-api-5000] [] 10.0.0.221:5000 246 0.017 200 fe92880b14cb26267200bda4acd1b32b 199.204.45.49 - - [11/May/2026:07:35:09 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.221:5000 265 0.004 200 435ae2cc452de981f27a7a7303f1f2ad 199.204.45.49 - - [11/May/2026:07:35:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.221:5000 1359 0.292 201 f9ee32c476f4e739b9aa04337522930b 199.204.45.49 - - [11/May/2026:07:35:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.221:5000 280 0.002 300 9e8e74f420334a8474d9518fc9a58004 199.204.45.49 - - [11/May/2026:07:35:10 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.036 [openstack-keystone-api-5000] [] 10.0.0.221:5000 101 0.036 404 c457f59b9298970f9a612b03f4d7454d 199.204.45.49 - - [11/May/2026:07:35:10 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.018 [openstack-keystone-api-5000] [] 10.0.0.221:5000 155 0.018 200 0ff632f629c37f1e2312233445ebca9a 199.204.45.49 - - [11/May/2026:07:35:10 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.020 [openstack-keystone-api-5000] [] 10.0.0.221:5000 340 0.019 201 6287fc3a0664f28786b1ca11fb3a34cd 199.204.45.49 - - [11/May/2026:07:35:10 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.221:5000 265 0.004 200 dcfc7bfcaaab0ba8171234f0853b306e 199.204.45.49 - - [11/May/2026:07:35:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.326 [openstack-keystone-api-5000] [] 10.0.0.221:5000 1359 0.326 201 72f323efc0fa612fc4d870ba001344d8 199.204.45.49 - - [11/May/2026:07:35:11 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.221:5000 280 0.003 300 fde6783e248790f28c3c9ceaba9605eb 199.204.45.49 - - [11/May/2026:07:35:11 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.024 [openstack-keystone-api-5000] [] 10.0.0.221:5000 98 0.024 404 67f61bfbebbe6c716e561cdd39421bee 199.204.45.49 - - [11/May/2026:07:35:11 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.017 [openstack-keystone-api-5000] [] 10.0.0.221:5000 135 0.017 200 abdb938fcf629a7e11b59f7622804a22 199.204.45.49 - - [11/May/2026:07:35:11 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.019 [openstack-keystone-api-5000] [] 10.0.0.221:5000 356 0.019 201 b059057d061b8e9dc7d75a840621cf9f 199.204.45.49 - - [11/May/2026:07:35:12 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.221:5000 265 0.003 200 5505f69f809baa0f483d8639f6c4c865 199.204.45.49 - - [11/May/2026:07:35:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.221:5000 1359 0.293 201 24bd4a36f97d719dfa1232360ecb6e3a 199.204.45.49 - - [11/May/2026:07:35:12 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.221:5000 280 0.003 300 0af7e818dd8aa4a35496a09539bb79f3 199.204.45.49 - - [11/May/2026:07:35:12 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.023 [openstack-keystone-api-5000] [] 10.0.0.221:5000 131 0.023 404 cf168bf7529142779e840b6ab50ee292 199.204.45.49 - - [11/May/2026:07:35:12 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.018 [openstack-keystone-api-5000] [] 10.0.0.221:5000 167 0.017 200 8e167570e25f86dbab9b31c5bca23663 199.204.45.49 - - [11/May/2026:07:35:12 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.021 [openstack-keystone-api-5000] [] 10.0.0.221:5000 222 0.021 201 330fea94d71b1effc5db89610f6236e6 199.204.45.49 - - [11/May/2026:07:35:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.527 [auth-system-keycloak-80] [] 10.0.0.86:8080 1925 0.527 200 b313af4c6a4535f7d6c059fa1305cbd4 199.204.45.49 - - [11/May/2026:07:35:19 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.035 [auth-system-keycloak-80] [] 10.0.0.86:8080 4246 0.036 200 b4429bc0b16220f6297cf05457fb9250 I0511 07:35:19.127852 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.109.93.121"}] W0511 07:35:19.141735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:35:19.141761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 07:35:19.141822 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"498769e6-f6d8-4462-a0d5-e2d64ca7e8ed", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4968", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.49 - - [11/May/2026:07:35:19 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.539 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.537 204 d1837ccec3fa991559b03dc89365df26 199.204.45.49 - - [11/May/2026:07:35:19 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.187 [auth-system-keycloak-80] [] 10.0.0.86:8080 4384 0.187 200 7247b82d94b85776e5b8f2da50059535 199.204.45.49 - - [11/May/2026:07:35:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.481 [auth-system-keycloak-80] [] 10.0.0.86:8080 1925 0.479 200 b202b004fb90bc7c77b06ffaa1e14c1f 199.204.45.49 - - [11/May/2026:07:35:21 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1209 0.056 [auth-system-keycloak-80] [] 10.0.0.86:8080 12500 0.056 200 afd7312dcb87eabee6cbc80d2c8e3508 199.204.45.49 - - [11/May/2026:07:35:21 +0000] "GET /admin/realms/atmosphere/client-scopes/979ea3ca-0c2b-4ebb-a921-8c8f559dea70 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.010 [auth-system-keycloak-80] [] 10.0.0.86:8080 1278 0.010 200 15524b0f36c229f30e8534a5e7eec31a 199.204.45.49 - - [11/May/2026:07:35:21 +0000] "PUT /admin/realms/atmosphere/client-scopes/979ea3ca-0c2b-4ebb-a921-8c8f559dea70 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.076 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.075 204 c8c32c39fecaa1923273cec00070a3bd 199.204.45.49 - - [11/May/2026:07:35:21 +0000] "GET /admin/realms/atmosphere/client-scopes/979ea3ca-0c2b-4ebb-a921-8c8f559dea70/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.018 [auth-system-keycloak-80] [] 10.0.0.86:8080 963 0.019 200 133e7fd28a4f4b72b052b50518504979 199.204.45.49 - - [11/May/2026:07:35:21 +0000] "GET /admin/realms/atmosphere/client-scopes/979ea3ca-0c2b-4ebb-a921-8c8f559dea70/protocol-mappers/models/addd4d55-5c79-4356-a50a-463db32cfb67 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.050 [auth-system-keycloak-80] [] 10.0.0.86:8080 366 0.049 200 6bd7ac53792d1fba66cadd0990311d27 199.204.45.49 - - [11/May/2026:07:35:21 +0000] "PUT /admin/realms/atmosphere/client-scopes/979ea3ca-0c2b-4ebb-a921-8c8f559dea70/protocol-mappers/models/addd4d55-5c79-4356-a50a-463db32cfb67 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.034 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.033 204 fcfa0c17e436386691fd3484896592ca 199.204.45.49 - - [11/May/2026:07:35:21 +0000] "GET /admin/realms/atmosphere/client-scopes/979ea3ca-0c2b-4ebb-a921-8c8f559dea70 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.056 [auth-system-keycloak-80] [] 10.0.0.86:8080 1218 0.057 200 f50cf59592bf4545e47dc1020a8d1316 W0511 07:35:22.476150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:35:22.476193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:35:25.809068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:35:25.809131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.49 - - [11/May/2026:07:35:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.498 [auth-system-keycloak-80] [] 10.0.0.86:8080 1925 0.497 200 2ee089a2a5050accb39a214d9cd15e9a 199.204.45.49 - - [11/May/2026:07:35:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.019 [auth-system-keycloak-80] [] 10.0.0.86:8080 2 0.020 200 dbcf220192299342f9073d801f76377c 199.204.45.49 - - [11/May/2026:07:35:43 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.085 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.085 201 6e8b0880dcb3b365f0c590a24712115e 199.204.45.49 - - [11/May/2026:07:35:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.053 [auth-system-keycloak-80] [] 10.0.0.86:8080 1259 0.053 200 102fede4718b06cde1a25eb414b6cb4e 199.204.45.49 - - [11/May/2026:07:35:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.080 [auth-system-keycloak-80] [] 10.0.0.86:8080 1925 1.079 200 d0e51404e646fcd8aa6c99d29cd9d0c4 199.204.45.49 - - [11/May/2026:07:35:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.86:8080 2 0.009 200 fb38fce52cb8676371429b6349ec51cd 199.204.45.49 - - [11/May/2026:07:35:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.103 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.102 201 2c1d3f320ebad1e483cebb01402e5591 199.204.45.49 - - [11/May/2026:07:35:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.020 [auth-system-keycloak-80] [] 10.0.0.86:8080 1283 0.019 200 0edf3e42447fd7cf3b47d49dbc59ec50 199.204.45.49 - - [11/May/2026:07:35:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.516 [auth-system-keycloak-80] [] 10.0.0.86:8080 1925 0.515 200 6da0cb512ae1c927b02ec04f9c3898f8 199.204.45.49 - - [11/May/2026:07:35:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.86:8080 2 0.011 200 84b8d154938da1c613c47fdc72150416 199.204.45.49 - - [11/May/2026:07:35:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.084 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.082 201 b01c24c96fb8fe1793efd3fed9e85831 199.204.45.49 - - [11/May/2026:07:35:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.080 [auth-system-keycloak-80] [] 10.0.0.86:8080 1249 0.081 200 25c8c074c98d7bdab4754fbd051ecc0b 199.204.45.49 - - [11/May/2026:07:35:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.434 [auth-system-keycloak-80] [] 10.0.0.86:8080 1925 0.434 200 56d22d1287f974945d443aa9afbfa651 199.204.45.49 - - [11/May/2026:07:35:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.86:8080 1259 0.007 200 92b8dcb2255718fb3c8058d2c6040373 199.204.45.49 - - [11/May/2026:07:35:47 +0000] "GET /admin/realms/atmosphere/clients/9171a7a8-710d-4d1e-8241-c05005c79e00/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.027 [auth-system-keycloak-80] [] 10.0.0.86:8080 119 0.027 404 a89fd525c856f5b529e0ecb6db2f7058 199.204.45.49 - - [11/May/2026:07:35:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.86:8080 1259 0.005 200 5da98c120a3e96ef1843fc82891d936a 199.204.45.49 - - [11/May/2026:07:35:47 +0000] "POST /admin/realms/atmosphere/clients/9171a7a8-710d-4d1e-8241-c05005c79e00/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.021 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.020 201 8ceb5efc6db5694f041e5cc768e3c913 199.204.45.49 - - [11/May/2026:07:35:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.035 [auth-system-keycloak-80] [] 10.0.0.86:8080 1259 0.036 200 9aae4164940f430c68fa67431bf9f654 199.204.45.49 - - [11/May/2026:07:35:47 +0000] "GET /admin/realms/atmosphere/clients/9171a7a8-710d-4d1e-8241-c05005c79e00/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.86:8080 166 0.014 200 d0790f81e5a57e4ea68698b098e42384 199.204.45.49 - - [11/May/2026:07:35:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.503 [auth-system-keycloak-80] [] 10.0.0.86:8080 1925 0.501 200 ba1303bf49471faca43e2762d13825ae 199.204.45.49 - - [11/May/2026:07:35:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.86:8080 1283 0.006 200 29665d6d871c29dbf2a43797b56e5a36 199.204.45.49 - - [11/May/2026:07:35:48 +0000] "GET /admin/realms/atmosphere/clients/c5f02a9b-517a-41d0-9ee5-f07d2720454b/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.031 [auth-system-keycloak-80] [] 10.0.0.86:8080 119 0.031 404 ff9eeb3ae8f9638964c17df4b3c26a58 199.204.45.49 - - [11/May/2026:07:35:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.86:8080 1283 0.009 200 1d48e6e2688a03e38b987787a31039d1 199.204.45.49 - - [11/May/2026:07:35:48 +0000] "POST /admin/realms/atmosphere/clients/c5f02a9b-517a-41d0-9ee5-f07d2720454b/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.072 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.071 201 511bf4b290623fc1ccbdfa662786e1d2 199.204.45.49 - - [11/May/2026:07:35:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.86:8080 1283 0.011 200 f895099cb41bda6b39546b6e03a9ce77 199.204.45.49 - - [11/May/2026:07:35:48 +0000] "GET /admin/realms/atmosphere/clients/c5f02a9b-517a-41d0-9ee5-f07d2720454b/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.86:8080 165 0.010 200 2b82073e8a12c57a91ca5c684529e0d4 199.204.45.49 - - [11/May/2026:07:35:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.496 [auth-system-keycloak-80] [] 10.0.0.86:8080 1925 0.495 200 d64f351920afae218e436eacf713b06b 199.204.45.49 - - [11/May/2026:07:35:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.86:8080 1283 0.007 200 20792979a24eb2bd70fc7992ca3f9be5 199.204.45.49 - - [11/May/2026:07:35:49 +0000] "GET /admin/realms/atmosphere/clients/c5f02a9b-517a-41d0-9ee5-f07d2720454b/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.018 [auth-system-keycloak-80] [] 10.0.0.86:8080 119 0.019 404 efe2f795ac68e6b37d97bc4edf2585a8 199.204.45.49 - - [11/May/2026:07:35:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.035 [auth-system-keycloak-80] [] 10.0.0.86:8080 1283 0.035 200 98a03b5036a196d2c50f07c9da3f7c0e 199.204.45.49 - - [11/May/2026:07:35:49 +0000] "POST /admin/realms/atmosphere/clients/c5f02a9b-517a-41d0-9ee5-f07d2720454b/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.014 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.014 201 db8eef25760df3e4fa52d6cfe171a1db 199.204.45.49 - - [11/May/2026:07:35:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.064 [auth-system-keycloak-80] [] 10.0.0.86:8080 1283 0.064 200 8c4b0d268eb90af5590be448b95a0132 199.204.45.49 - - [11/May/2026:07:35:50 +0000] "GET /admin/realms/atmosphere/clients/c5f02a9b-517a-41d0-9ee5-f07d2720454b/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.86:8080 166 0.014 200 73fa3f9b13472cbff53f970dc7600905 E0511 07:35:50.187703 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-49.nip.io. Skipping. W0511 07:35:50.187999 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0511 07:35:50.188069 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0511 07:35:50.188108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:35:50.188140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 07:35:50.190543 7 admission.go:149] processed ingress via admission controller {testedIngressLength:3 testedIngressTime:0.003s renderingIngressLength:3 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:22.8kB} I0511 07:35:50.190566 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0511 07:35:50.200742 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0511 07:35:50.201270 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-49.nip.io. Skipping. W0511 07:35:50.201738 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store I0511 07:35:50.202248 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"7380f7b4-bb9e-4967-8e72-59205e990491", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5286", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0511 07:35:50.202589 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0511 07:35:50.202714 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0511 07:35:50.202802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:35:50.202821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 07:35:50.203014 7 controller.go:196] "Configuration changes detected, backend reload required" I0511 07:35:50.250101 7 controller.go:216] "Backend successfully reloaded" I0511 07:35:50.250440 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x5v77", UID:"25c03305-967a-41f2-bd86-93f39dc02421", APIVersion:"v1", ResourceVersion:"1655", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0511 07:35:50.780318 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0511 07:35:50.780628 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-49.nip.io. Skipping. I0511 07:35:50.782110 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" 199.204.45.49 - - [11/May/2026:07:35:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.484 [auth-system-keycloak-80] [] 10.0.0.86:8080 1925 0.483 200 c7b738081977ce54b34fdc2fa3382db4 199.204.45.49 - - [11/May/2026:07:35:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.063 [auth-system-keycloak-80] [] 10.0.0.86:8080 1283 0.063 200 5af9bb38d6d748dbb643c0bcc0382d7b 199.204.45.49 - - [11/May/2026:07:35:51 +0000] "GET /admin/realms/atmosphere/clients/c5f02a9b-517a-41d0-9ee5-f07d2720454b/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.86:8080 119 0.006 404 86276472496947c7a327c227191f0a87 199.204.45.49 - - [11/May/2026:07:35:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.86:8080 1283 0.007 200 1adeb6af216af3a6d8de71a9f8c98c14 199.204.45.49 - - [11/May/2026:07:35:51 +0000] "POST /admin/realms/atmosphere/clients/c5f02a9b-517a-41d0-9ee5-f07d2720454b/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.021 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.021 201 94cfb7e3a21050e6e6c050ee6bc2eabd 199.204.45.49 - - [11/May/2026:07:35:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.86:8080 1283 0.006 200 457301ab408079b468b7a50231d5af7f 199.204.45.49 - - [11/May/2026:07:35:51 +0000] "GET /admin/realms/atmosphere/clients/c5f02a9b-517a-41d0-9ee5-f07d2720454b/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.018 [auth-system-keycloak-80] [] 10.0.0.86:8080 166 0.018 200 b0b4892d317c16f3cee798a09fb982fd 199.204.45.49 - - [11/May/2026:07:35:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.434 [auth-system-keycloak-80] [] 10.0.0.86:8080 1925 0.433 200 8fac619658596db2433e057b97f37bbd 199.204.45.49 - - [11/May/2026:07:35:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.012 [auth-system-keycloak-80] [] 10.0.0.86:8080 1249 0.012 200 cc5df73bdccad6b8ac567902d8712d62 199.204.45.49 - - [11/May/2026:07:35:52 +0000] "GET /admin/realms/atmosphere/clients/ad0d3ffa-ce79-4938-ac55-d136cf097a20/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.86:8080 119 0.007 404 6922b47498b4151f896f101c5fe29c4f 199.204.45.49 - - [11/May/2026:07:35:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.003 [auth-system-keycloak-80] [] 10.0.0.86:8080 1249 0.004 200 7f572b6831420685366ded7d00f006de 199.204.45.49 - - [11/May/2026:07:35:52 +0000] "POST /admin/realms/atmosphere/clients/ad0d3ffa-ce79-4938-ac55-d136cf097a20/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.012 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.011 201 0d950d8c95ec5731fd1ab76c4749c953 199.204.45.49 - - [11/May/2026:07:35:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.86:8080 1249 0.005 200 8cb072988e17b9cf1a4df58804afe38a 199.204.45.49 - - [11/May/2026:07:35:52 +0000] "GET /admin/realms/atmosphere/clients/ad0d3ffa-ce79-4938-ac55-d136cf097a20/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.025 [auth-system-keycloak-80] [] 10.0.0.86:8080 166 0.025 200 5add663386a39bc498068492009f95d9 W0511 07:35:53.537003 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0511 07:35:53.537245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:35:53.537317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 07:36:19.121912 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.109.93.121"}] E0511 07:36:19.128418 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-49.nip.io. Skipping. I0511 07:36:19.129819 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"7380f7b4-bb9e-4967-8e72-59205e990491", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5538", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0511 07:36:19.130601 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0511 07:36:19.131272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:36:19.131306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:36:33.622293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:36:33.622324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:36:36.955859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:36:36.955912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:36:40.290682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:36:40.290739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:05.228488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:05.228522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:05.355884 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0511 07:37:05.355965 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0511 07:37:05.356000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:05.356015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:05.356912 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0511 07:37:05.356967 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0511 07:37:05.356995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:05.357005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:05.357876 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0511 07:37:05.357991 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0511 07:37:05.358077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:05.358093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 07:37:05.358898 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.002s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:26.4kB} I0511 07:37:05.358919 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0511 07:37:05.360080 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.003s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:26.3kB} I0511 07:37:05.360102 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0511 07:37:05.360478 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.005s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:26.4kB} I0511 07:37:05.360494 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0511 07:37:05.383133 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0511 07:37:05.383459 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0511 07:37:05.383475 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0511 07:37:05.383574 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"154f47b2-e27b-4c30-9a57-884fb853cf4d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5974", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0511 07:37:05.383717 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0511 07:37:05.383778 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0511 07:37:05.383782 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7b4fea21-6fee-465a-b6c6-5219551874ab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5975", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0511 07:37:05.383998 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0511 07:37:05.384014 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"00bbb303-dbaf-40d5-a377-c83c615463e5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5976", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0511 07:37:05.891793 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0511 07:37:05.896377 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0511 07:37:05.969144 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0511 07:37:05.970568 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0511 07:37:08.048526 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0511 07:37:08.050061 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0511 07:37:08.562273 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0511 07:37:08.562406 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0511 07:37:08.562502 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0511 07:37:08.562898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:08.562932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 07:37:08.563230 7 controller.go:196] "Configuration changes detected, backend reload required" I0511 07:37:08.618307 7 controller.go:216] "Backend successfully reloaded" I0511 07:37:08.618576 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x5v77", UID:"25c03305-967a-41f2-bd86-93f39dc02421", APIVersion:"v1", ResourceVersion:"1655", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0511 07:37:11.895475 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0511 07:37:11.895522 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0511 07:37:11.895594 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0511 07:37:11.895723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:11.895742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:15.228664 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0511 07:37:15.228730 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0511 07:37:15.228765 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0511 07:37:15.228915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:15.228943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:18.561886 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0511 07:37:18.561940 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0511 07:37:18.561969 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0511 07:37:18.562211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:18.562235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 07:37:19.186438 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.109.93.121"}] I0511 07:37:19.186842 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.109.93.121"}] I0511 07:37:19.187140 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.109.93.121"}] I0511 07:37:19.228721 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"00bbb303-dbaf-40d5-a377-c83c615463e5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6472", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0511 07:37:19.379308 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7b4fea21-6fee-465a-b6c6-5219551874ab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6473", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0511 07:37:19.390356 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"154f47b2-e27b-4c30-9a57-884fb853cf4d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6474", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0511 07:37:21.896062 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0511 07:37:21.896112 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0511 07:37:21.896140 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0511 07:37:21.896247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:21.896269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:25.228852 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0511 07:37:25.229002 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0511 07:37:25.229504 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0511 07:37:25.229735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:25.229760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.134 - - [11/May/2026:07:37:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.024 [auth-system-keycloak-80] [] 10.0.0.86:8080 6411 0.024 200 dd2901005e55db307288a062fcccee43 10.0.0.201 - - [11/May/2026:07:37:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.015 [auth-system-keycloak-80] [] 10.0.0.86:8080 6411 0.015 200 ad17ebcff2409d48853d39c9e0ee11e0 W0511 07:37:28.562306 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0511 07:37:28.562681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:28.562715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:31.895937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:31.895989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.49 - - [11/May/2026:07:37:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.563 [auth-system-keycloak-80] [] 10.0.0.86:8080 1925 0.562 200 40ed5a511697637780004af97e3695f0 199.204.45.49 - - [11/May/2026:07:37:33 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1231 0.068 [auth-system-keycloak-80] [] 10.0.0.86:8080 2 0.067 200 8de05cf00648b11eb24ebf7a79d538ff 199.204.45.49 - - [11/May/2026:07:37:33 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1397 0.025 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.025 201 fadacc505ad86799e678a4b6bf3ad67b 199.204.45.49 - - [11/May/2026:07:37:33 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1231 0.052 [auth-system-keycloak-80] [] 10.0.0.86:8080 322 0.052 200 1112427341c21381f219d8b5d47cebd2 199.204.45.49 - - [11/May/2026:07:37:33 +0000] "GET /admin/realms/atmosphere/users/e18f6e95-374f-45f9-b063-d5e33c0c6f34/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.073 [auth-system-keycloak-80] [] 10.0.0.86:8080 2 0.073 200 0f221ae217ce4f29e41e04f6e9e49ae4 199.204.45.49 - - [11/May/2026:07:37:33 +0000] "GET /admin/realms/atmosphere/users/e18f6e95-374f-45f9-b063-d5e33c0c6f34/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.006 [auth-system-keycloak-80] [] 10.0.0.86:8080 2 0.006 200 26a0e8a942a4577b74c2a272d4ad675e 199.204.45.49 - - [11/May/2026:07:37:34 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.221:5000 265 0.005 200 2014048c9c8a90da1f242ab48ec16631 W0511 07:37:35.231659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:35.231839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.49 - - [11/May/2026:07:37:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.311 [openstack-keystone-api-5000] [] 10.0.0.221:5000 1359 0.311 201 6b53bc6190f2428173473398243d9c2f 199.204.45.49 - - [11/May/2026:07:37:35 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.016 [openstack-keystone-api-5000] [] 10.0.0.221:5000 280 0.016 300 b7b05ecd6f0e834e5d79f8068c5d9d80 199.204.45.49 - - [11/May/2026:07:37:35 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.031 [openstack-keystone-api-5000] [] 10.0.0.221:5000 90 0.031 404 2c1ea7399855bc13d9d7b4f7e9669380 199.204.45.49 - - [11/May/2026:07:37:35 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.030 [openstack-keystone-api-5000] [] 10.0.0.221:5000 368 0.029 200 ac767685ab57c53869384c179e255ce3 199.204.45.49 - - [11/May/2026:07:37:35 +0000] "GET /v3/users?domain_id=01a3b47d2eb44979b6448894762d1b7d&name=test-user HTTP/1.1" 200 449 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.315 [openstack-keystone-api-5000] [] 10.0.0.221:5000 449 0.315 200 061ea5c44b642a5dcf903bdc7ccd6a55 W0511 07:37:38.562279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 07:37:38.562337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store