------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0417 00:54:01.749105 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0417 00:54:01.749546 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0417 00:54:01.756093 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0417 00:54:01.881910 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0417 00:54:01.935445 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0417 00:54:01.969877 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0417 00:54:01.981645 7 nginx.go:271] "Starting NGINX Ingress controller" I0417 00:54:01.990999 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"a1410a2c-1159-48ff-b3ef-48691b1b38c6", APIVersion:"v1", ResourceVersion:"1552", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0417 00:54:01.993139 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"30dcbc09-5760-4047-bcf5-a4cfd2ba6616", APIVersion:"v1", ResourceVersion:"1551", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0417 00:54:01.993201 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"0df3ee56-f171-43d6-baa0-be5ef680210f", APIVersion:"v1", ResourceVersion:"1553", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0417 00:54:03.183261 7 nginx.go:317] "Starting NGINX process" I0417 00:54:03.183317 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0417 00:54:03.183648 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0417 00:54:03.183898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:03.183942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 00:54:03.183997 7 controller.go:196] "Configuration changes detected, backend reload required" I0417 00:54:03.192137 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0417 00:54:03.192208 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-bhqld" I0417 00:54:03.220818 7 controller.go:216] "Backend successfully reloaded" I0417 00:54:03.221049 7 controller.go:227] "Initial sync, sleeping for 1 second" I0417 00:54:03.221260 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bhqld", UID:"3aaa2815-65ae-4c59-aaf4-583f9faad04c", APIVersion:"v1", ResourceVersion:"1594", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0417 00:54:06.991986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:06.992152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:10.326107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:10.326328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:13.659547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:13.659586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:16.993234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:16.993276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:20.693927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:20.693959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:24.027635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:24.027685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:27.360874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:27.360912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:30.694863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:30.694915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:34.027663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:34.027704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:37.361528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:37.361579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:40.697135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:40.697161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:44.548001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:54:44.548136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:55:08.070143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:55:08.070175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:55:11.404876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:55:11.404920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:55:14.737408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:55:14.737455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:56:03.475926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:56:03.475956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:56:06.809583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:56:06.809656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:56:37.307927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:56:37.307953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:56:40.642410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:56:40.642464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:56:43.975491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:56:43.975534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:56:50.955630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:56:50.955657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:56:54.289218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:56:54.289279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:56:57.626144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:56:57.626176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:57:01.359036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:57:01.359076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:57:04.692753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:57:04.692782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:58:03.109309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:58:03.109342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:58:06.444387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:58:06.444430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:59:32.104951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:59:32.104975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:59:35.081679 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-205.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-205.nip.io-tls was not found. Using default certificate W0417 00:59:35.081726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:59:35.081738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 00:59:35.082979 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:14.7kB} I0417 00:59:35.083007 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0417 00:59:35.090065 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0417 00:59:35.090405 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-205.nip.io-tls" in local store I0417 00:59:35.090715 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"a9661a16-f10c-4c40-858c-9bfc6152ca5a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4015", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 00:59:35.438732 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-205.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-205.nip.io-tls was not found. Using default certificate W0417 00:59:35.438788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:59:35.438800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 00:59:35.438847 7 controller.go:196] "Configuration changes detected, backend reload required" I0417 00:59:35.480244 7 controller.go:216] "Backend successfully reloaded" I0417 00:59:35.480918 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bhqld", UID:"3aaa2815-65ae-4c59-aaf4-583f9faad04c", APIVersion:"v1", ResourceVersion:"1594", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0417 00:59:35.636069 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-205.nip.io-tls" I0417 00:59:35.637601 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-205.nip.io-tls" W0417 00:59:38.772226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:59:38.772266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.205 - - [17/Apr/2026:00:59:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.153 [auth-system-keycloak-80] [] 10.0.0.141:8080 1928 2.152 200 b06537a24714c8583bc946645c6c2c81 199.204.45.205 - - [17/Apr/2026:00:59:45 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.176 [auth-system-keycloak-80] [] 10.0.0.141:8080 116 0.176 404 a722423077de75f9f784d47a3af5045d W0417 00:59:46.935195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:59:46.935228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.205 - - [17/Apr/2026:00:59:49 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.205 [auth-system-keycloak-80] [] 10.0.0.141:8080 0 4.203 201 dba4b33a72d86473b87282bf313a84fc 199.204.45.205 - - [17/Apr/2026:00:59:50 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.505 [auth-system-keycloak-80] [] 10.0.0.141:8080 4246 0.506 200 50b6c9d765dbed9c7d5974453bc68604 W0417 00:59:50.269016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:59:50.269066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.205 - - [17/Apr/2026:00:59:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.562 [auth-system-keycloak-80] [] 10.0.0.141:8080 1928 0.561 200 9b6bfbe9d144e9db79e3819768db2340 199.204.45.205 - - [17/Apr/2026:00:59:51 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.090 [auth-system-keycloak-80] [] 10.0.0.141:8080 12500 0.091 200 f5f9afbea8a6db39733de5722e44e8c3 199.204.45.205 - - [17/Apr/2026:00:59:51 +0000] "GET /admin/realms/atmosphere/client-scopes/e71bd2cb-dd9b-460c-a55e-a9d0190d45d2 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.011 [auth-system-keycloak-80] [] 10.0.0.141:8080 1278 0.011 200 7f69724a47bd5757137f8965c892f23c 199.204.45.205 - - [17/Apr/2026:00:59:51 +0000] "PUT /admin/realms/atmosphere/client-scopes/e71bd2cb-dd9b-460c-a55e-a9d0190d45d2 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.073 [auth-system-keycloak-80] [] 10.0.0.141:8080 0 0.072 204 549feb46e361822c1b5aa189eaca4603 199.204.45.205 - - [17/Apr/2026:00:59:51 +0000] "GET /admin/realms/atmosphere/client-scopes/e71bd2cb-dd9b-460c-a55e-a9d0190d45d2/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.092 [auth-system-keycloak-80] [] 10.0.0.141:8080 963 0.093 200 8322144a65abdb29a08834201026f060 199.204.45.205 - - [17/Apr/2026:00:59:51 +0000] "GET /admin/realms/atmosphere/client-scopes/e71bd2cb-dd9b-460c-a55e-a9d0190d45d2/protocol-mappers/models/42c86070-a83e-4c49-b249-1f44fb84def6 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.011 [auth-system-keycloak-80] [] 10.0.0.141:8080 366 0.012 200 39b5e1993436e188e5a61fa11affa021 199.204.45.205 - - [17/Apr/2026:00:59:51 +0000] "PUT /admin/realms/atmosphere/client-scopes/e71bd2cb-dd9b-460c-a55e-a9d0190d45d2/protocol-mappers/models/42c86070-a83e-4c49-b249-1f44fb84def6 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.069 [auth-system-keycloak-80] [] 10.0.0.141:8080 0 0.069 204 78202d6c5a4b818967819a1dc58f6dbc 199.204.45.205 - - [17/Apr/2026:00:59:51 +0000] "GET /admin/realms/atmosphere/client-scopes/e71bd2cb-dd9b-460c-a55e-a9d0190d45d2 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.080 [auth-system-keycloak-80] [] 10.0.0.141:8080 1218 0.079 200 849048a801f631e94891454c0ed00b20 W0417 00:59:59.618901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 00:59:59.618928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 01:00:03.199284 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.221.13"}] I0417 01:00:03.205620 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"a9661a16-f10c-4c40-858c-9bfc6152ca5a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4336", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 01:00:03.207351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:00:03.207442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:00:13.739932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:00:13.739967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.205 - - [17/Apr/2026:01:00:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.141:8080 1928 0.477 200 465d4e6e54139a56d23f11405d1d4793 199.204.45.205 - - [17/Apr/2026:01:00:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.059 [auth-system-keycloak-80] [] 10.0.0.141:8080 2 0.060 200 791bed2c3f35d86cee79652741859365 199.204.45.205 - - [17/Apr/2026:01:00:14 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.194 [auth-system-keycloak-80] [] 10.0.0.141:8080 0 0.193 201 40391fd1a9981bbe1e814f2e9c51faf3 199.204.45.205 - - [17/Apr/2026:01:00:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.023 [auth-system-keycloak-80] [] 10.0.0.141:8080 1261 0.023 200 5fc0f2c72e7757d66995aa340985ee10 199.204.45.205 - - [17/Apr/2026:01:00:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.489 [auth-system-keycloak-80] [] 10.0.0.141:8080 1928 0.487 200 0f3e350d365016b533395948bf66fd77 199.204.45.205 - - [17/Apr/2026:01:00:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.141:8080 2 0.010 200 49c7bcb96102f10a5f37420b360f1244 199.204.45.205 - - [17/Apr/2026:01:00:15 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.092 [auth-system-keycloak-80] [] 10.0.0.141:8080 0 0.090 201 21270e71076d83d0fdb4fe357621e1f3 199.204.45.205 - - [17/Apr/2026:01:00:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.066 [auth-system-keycloak-80] [] 10.0.0.141:8080 1286 0.065 200 31ac971ea1a829d4cfbd8b674ad10727 199.204.45.205 - - [17/Apr/2026:01:00:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.498 [auth-system-keycloak-80] [] 10.0.0.141:8080 1928 0.498 200 59b0d8909f764268cea85139085e2320 199.204.45.205 - - [17/Apr/2026:01:00:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.048 [auth-system-keycloak-80] [] 10.0.0.141:8080 2 0.049 200 1e737de7f55bfd69e812121bdb057d64 199.204.45.205 - - [17/Apr/2026:01:00:16 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.091 [auth-system-keycloak-80] [] 10.0.0.141:8080 0 0.091 201 2ad2f80557b7043546b3d891fef84a1d 199.204.45.205 - - [17/Apr/2026:01:00:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.022 [auth-system-keycloak-80] [] 10.0.0.141:8080 1251 0.022 200 b3284508bdb3adac7378bc380f370b94 W0417 01:00:17.073436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:00:17.073478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.205 - - [17/Apr/2026:01:00:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.522 [auth-system-keycloak-80] [] 10.0.0.141:8080 1928 0.520 200 dc23a05cf4f0bcca0638b058e5ceb421 199.204.45.205 - - [17/Apr/2026:01:00:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.005 [auth-system-keycloak-80] [] 10.0.0.141:8080 1261 0.006 200 44de49471ef33bd6323433b1e43f5e62 199.204.45.205 - - [17/Apr/2026:01:00:17 +0000] "GET /admin/realms/atmosphere/clients/386582d6-3124-4425-8940-a333ff9a0423/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.141:8080 119 0.013 404 387069fb7b0126a092b042c7a6ea6a6b 199.204.45.205 - - [17/Apr/2026:01:00:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.141:8080 1261 0.007 200 a67a305e5eaf4e6875b512589f06033a 199.204.45.205 - - [17/Apr/2026:01:00:17 +0000] "POST /admin/realms/atmosphere/clients/386582d6-3124-4425-8940-a333ff9a0423/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.052 [auth-system-keycloak-80] [] 10.0.0.141:8080 0 0.051 201 ddabc5e77a07ec5cc9c28150fc88ae54 199.204.45.205 - - [17/Apr/2026:01:00:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.141:8080 1261 0.009 200 57de6680ab9f2dcd1d755bdb726b60e4 199.204.45.205 - - [17/Apr/2026:01:00:17 +0000] "GET /admin/realms/atmosphere/clients/386582d6-3124-4425-8940-a333ff9a0423/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.141:8080 166 0.019 200 e3565d90d778c56a396d3d43a3012551 199.204.45.205 - - [17/Apr/2026:01:00:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.543 [auth-system-keycloak-80] [] 10.0.0.141:8080 1928 0.542 200 43038959cc1b53fd921a821fb62c2eb0 199.204.45.205 - - [17/Apr/2026:01:00:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.141:8080 1286 0.014 200 ebd8ef8a41833daf901f6a64eb275909 199.204.45.205 - - [17/Apr/2026:01:00:18 +0000] "GET /admin/realms/atmosphere/clients/ce360283-ab5c-4674-9b62-20fd060abf23/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.141:8080 119 0.009 404 5287516d11dd44add196a82789e7e101 199.204.45.205 - - [17/Apr/2026:01:00:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.141:8080 1286 0.022 200 d0751449133550131faa227fb6d73fa8 199.204.45.205 - - [17/Apr/2026:01:00:18 +0000] "POST /admin/realms/atmosphere/clients/ce360283-ab5c-4674-9b62-20fd060abf23/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.020 [auth-system-keycloak-80] [] 10.0.0.141:8080 0 0.018 201 35258952af3f8cbb73c406a32c805f2f 199.204.45.205 - - [17/Apr/2026:01:00:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.141:8080 1286 0.006 200 1e03d17395963bcdfd8029353a4f5a99 199.204.45.205 - - [17/Apr/2026:01:00:18 +0000] "GET /admin/realms/atmosphere/clients/ce360283-ab5c-4674-9b62-20fd060abf23/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.081 [auth-system-keycloak-80] [] 10.0.0.141:8080 165 0.081 200 0b9417802990c6e1df8ea2af4dbb6879 199.204.45.205 - - [17/Apr/2026:01:00:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.507 [auth-system-keycloak-80] [] 10.0.0.141:8080 1928 0.505 200 8cdfea2666ef59120220e9efbca19707 199.204.45.205 - - [17/Apr/2026:01:00:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.048 [auth-system-keycloak-80] [] 10.0.0.141:8080 1286 0.047 200 2b8b7869afeeaa5d15f3cb64d5cf1b18 199.204.45.205 - - [17/Apr/2026:01:00:19 +0000] "GET /admin/realms/atmosphere/clients/ce360283-ab5c-4674-9b62-20fd060abf23/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.141:8080 119 0.010 404 e6e692cf08e26b56b3185f98991e8bd4 199.204.45.205 - - [17/Apr/2026:01:00:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.141:8080 1286 0.006 200 b6f1c4ac5c337dd0b34bb0c55935f255 199.204.45.205 - - [17/Apr/2026:01:00:19 +0000] "POST /admin/realms/atmosphere/clients/ce360283-ab5c-4674-9b62-20fd060abf23/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.044 [auth-system-keycloak-80] [] 10.0.0.141:8080 0 0.044 201 2ca8ce1a59a8a9db4dc0809d843b922f 199.204.45.205 - - [17/Apr/2026:01:00:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.141:8080 1286 0.008 200 dd4a39a2ed5337ec11393bc673e6f664 199.204.45.205 - - [17/Apr/2026:01:00:20 +0000] "GET /admin/realms/atmosphere/clients/ce360283-ab5c-4674-9b62-20fd060abf23/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.084 [auth-system-keycloak-80] [] 10.0.0.141:8080 166 0.084 200 f249208172df963eebd9e4dc64d2108b 199.204.45.205 - - [17/Apr/2026:01:00:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.202 [auth-system-keycloak-80] [] 10.0.0.141:8080 1928 1.202 200 af8cee6c2be8403e9fc6a5a3716d7c6e 199.204.45.205 - - [17/Apr/2026:01:00:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.141:8080 4246 0.008 200 4c723c36462c19380d2f559b3d83cfda 199.204.45.205 - - [17/Apr/2026:01:00:21 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.699 [auth-system-keycloak-80] [] 10.0.0.141:8080 0 0.697 204 66f0fe9a4ac0c4000a600370f140aa7b 199.204.45.205 - - [17/Apr/2026:01:00:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.504 [auth-system-keycloak-80] [] 10.0.0.141:8080 1928 1.503 200 00adb62e9e55e55ead5a52c4e13b7de6 199.204.45.205 - - [17/Apr/2026:01:00:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.221 [auth-system-keycloak-80] [] 10.0.0.141:8080 1286 0.222 200 5e8ebbbcb476d5bc42cbcd48404d473e 199.204.45.205 - - [17/Apr/2026:01:00:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.364 [auth-system-keycloak-80] [] 10.0.0.141:8080 4384 0.365 200 5b47e5ba7757d2f8a31c78ad26e8db27 199.204.45.205 - - [17/Apr/2026:01:00:22 +0000] "GET /admin/realms/atmosphere/clients/ce360283-ab5c-4674-9b62-20fd060abf23/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.066 [auth-system-keycloak-80] [] 10.0.0.141:8080 119 0.067 404 c833666425b2b9223d0f050edda8d888 199.204.45.205 - - [17/Apr/2026:01:00:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.141:8080 1286 0.007 200 9a3c120e39bb319bed7abf588c63be98 199.204.45.205 - - [17/Apr/2026:01:00:22 +0000] "POST /admin/realms/atmosphere/clients/ce360283-ab5c-4674-9b62-20fd060abf23/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.063 [auth-system-keycloak-80] [] 10.0.0.141:8080 0 0.063 201 b47b6861f2357de90a92f79010ca771e 199.204.45.205 - - [17/Apr/2026:01:00:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.141:8080 1286 0.007 200 a64dfff32c55d49598a6e3551e7072c1 199.204.45.205 - - [17/Apr/2026:01:00:22 +0000] "GET /admin/realms/atmosphere/clients/ce360283-ab5c-4674-9b62-20fd060abf23/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.069 [auth-system-keycloak-80] [] 10.0.0.141:8080 166 0.069 200 e03b94d226f25a305b562b81f61b2889 199.204.45.205 - - [17/Apr/2026:01:00:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.075 [auth-system-keycloak-80] [] 10.0.0.141:8080 1928 1.075 200 89abbce811abd7733664999a0b6f116d 199.204.45.205 - - [17/Apr/2026:01:00:23 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.015 [auth-system-keycloak-80] [] 10.0.0.141:8080 1682 0.015 200 b4296c02242705f234cf3421d356c989 199.204.45.205 - - [17/Apr/2026:01:00:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.104 [auth-system-keycloak-80] [] 10.0.0.141:8080 1928 1.102 200 79b0dc61ee27b3c524c280f2896e7532 199.204.45.205 - - [17/Apr/2026:01:00:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.065 [auth-system-keycloak-80] [] 10.0.0.141:8080 1251 0.065 200 a4ebe724bf198ab14b3a7940218d9f5f 199.204.45.205 - - [17/Apr/2026:01:00:24 +0000] "GET /admin/realms/atmosphere/clients/4561fd62-ce60-4d59-badf-14f2c7ce15b4/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.141:8080 119 0.008 404 f55dc5ccc6935443a4a8f6bfa2aeb351 199.204.45.205 - - [17/Apr/2026:01:00:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.141:8080 1251 0.007 200 7d65bd210a60569bbe6afc7e7a9b9997 199.204.45.205 - - [17/Apr/2026:01:00:24 +0000] "POST /admin/realms/atmosphere/clients/4561fd62-ce60-4d59-badf-14f2c7ce15b4/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.125 [auth-system-keycloak-80] [] 10.0.0.141:8080 0 0.124 201 d0b6d6ab5c77ff4ec9bcd86ea53c793f 199.204.45.205 - - [17/Apr/2026:01:00:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.141:8080 1251 0.007 200 d94886daa412d59823fe365bec017a05 199.204.45.205 - - [17/Apr/2026:01:00:24 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.034 [auth-system-keycloak-80] [] 10.0.0.141:8080 6432 0.035 200 eee72525ee9020e0bc759e9094977122 199.204.45.205 - - [17/Apr/2026:01:00:24 +0000] "GET /admin/realms/atmosphere/clients/4561fd62-ce60-4d59-badf-14f2c7ce15b4/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.141:8080 166 0.014 200 bd3aeb17a4890b5aa4dc55160f626ba1 199.204.45.205 - - [17/Apr/2026:01:00:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.484 [auth-system-keycloak-80] [] 10.0.0.141:8080 1928 0.483 200 93f625baacb8c64cfc86be88065107d1 199.204.45.205 - - [17/Apr/2026:01:00:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.141:8080 2 0.008 200 74ca35d007ed25aeb0312da75a2eadcd 199.204.45.205 - - [17/Apr/2026:01:00:26 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.107 [auth-system-keycloak-80] [] 10.0.0.141:8080 0 0.107 201 7264ff8bc27090287644baef15265061 199.204.45.205 - - [17/Apr/2026:01:00:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.028 [auth-system-keycloak-80] [] 10.0.0.141:8080 2246 0.027 200 36fd97d6205e9650cde738a20c7955fe 199.204.45.205 - - [17/Apr/2026:01:00:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.497 [auth-system-keycloak-80] [] 10.0.0.141:8080 1928 0.495 200 bf79b857c9da8688aee86e0176dbf793 199.204.45.205 - - [17/Apr/2026:01:00:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.141:8080 2246 0.006 200 d0e22fc46b6db9ec6db8eaed72b2c5c8 199.204.45.205 - - [17/Apr/2026:01:00:27 +0000] "GET /admin/realms/atmosphere/clients/6edbb5f0-e589-4f3a-84ce-873ca3529b49/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.072 [auth-system-keycloak-80] [] 10.0.0.141:8080 233 0.071 200 bc379f19fb74cf5453d1dd547939c56e 199.204.45.205 - - [17/Apr/2026:01:00:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.027 [auth-system-keycloak-80] [] 10.0.0.141:8080 831 0.027 200 f60805ab63f2d5afd16b4d7cdd1c8ba9 199.204.45.205 - - [17/Apr/2026:01:00:27 +0000] "GET /admin/realms/atmosphere/clients/c4327dc3-5686-4b7e-9fce-388ee7ce966d/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.084 [auth-system-keycloak-80] [] 10.0.0.141:8080 3758 0.084 200 d56c1ec2ea46a75d747076b2624df420 199.204.45.205 - - [17/Apr/2026:01:00:27 +0000] "GET /admin/realms/atmosphere/users/b51bd984-d2ce-4629-b8c2-1e049846be7c/role-mappings/clients/c4327dc3-5686-4b7e-9fce-388ee7ce966d/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.175 [auth-system-keycloak-80] [] 10.0.0.141:8080 3758 0.176 200 eafd51e705fad8fafda7b7d58cb8d20a 199.204.45.205 - - [17/Apr/2026:01:00:27 +0000] "GET /admin/realms/atmosphere/users/b51bd984-d2ce-4629-b8c2-1e049846be7c/role-mappings/clients/c4327dc3-5686-4b7e-9fce-388ee7ce966d/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.094 [auth-system-keycloak-80] [] 10.0.0.141:8080 2 0.095 200 212ff1df54c1d26a32ca9c489e50daa6 199.204.45.205 - - [17/Apr/2026:01:00:27 +0000] "POST /admin/realms/atmosphere/users/b51bd984-d2ce-4629-b8c2-1e049846be7c/role-mappings/clients/c4327dc3-5686-4b7e-9fce-388ee7ce966d HTTP/1.1" 204 0 "-" "Ansible" 1390 0.023 [auth-system-keycloak-80] [] 10.0.0.141:8080 0 0.023 204 ec3ee612b09a97f3846622f3029f5628 199.204.45.205 - - [17/Apr/2026:01:00:27 +0000] "GET /admin/realms/atmosphere/users/b51bd984-d2ce-4629-b8c2-1e049846be7c/role-mappings/clients/c4327dc3-5686-4b7e-9fce-388ee7ce966d/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.056 [auth-system-keycloak-80] [] 10.0.0.141:8080 576 0.056 200 355fe49cc25ac76747e09a8f0d98f72c W0417 01:00:31.812161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:00:31.812190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:00:38.609235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:00:38.609273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:01:49.949364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:01:49.949501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:01:50.114015 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 01:01:50.114130 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0417 01:01:50.114177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:01:50.114206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:01:50.118296 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 01:01:50.118352 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 01:01:50.118474 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0417 01:01:50.118487 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0417 01:01:50.118565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:01:50.118575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:01:50.118594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:01:50.118616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 01:01:50.121365 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.008s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.008s testedConfigurationSize:18.2kB} I0417 01:01:50.121398 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0417 01:01:50.121371 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0417 01:01:50.121522 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0417 01:01:50.122796 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.005s admissionTime:0.009s testedConfigurationSize:18.2kB} I0417 01:01:50.122820 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0417 01:01:50.144080 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0417 01:01:50.144536 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0417 01:01:50.144584 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0417 01:01:50.144710 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"6550feb0-d405-46df-8230-ea82bd1a7b97", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5281", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0417 01:01:50.144750 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"1bc230dc-078f-47ee-af86-2c086f38aa26", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5282", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 01:01:50.144794 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0417 01:01:50.144818 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0417 01:01:50.145068 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0417 01:01:50.145095 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"482264f3-546e-4682-b450-c4034e787d8e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5283", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0417 01:01:50.715818 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0417 01:01:50.717162 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0417 01:01:50.869110 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0417 01:01:50.869926 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0417 01:01:51.613181 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0417 01:01:51.614209 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0417 01:01:53.283591 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 01:01:53.283658 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 01:01:53.283684 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 01:01:53.283815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:01:53.283842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 01:01:53.284067 7 controller.go:196] "Configuration changes detected, backend reload required" I0417 01:01:53.337076 7 controller.go:216] "Backend successfully reloaded" I0417 01:01:53.337493 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bhqld", UID:"3aaa2815-65ae-4c59-aaf4-583f9faad04c", APIVersion:"v1", ResourceVersion:"1594", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0417 01:01:56.618745 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 01:01:56.618812 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 01:01:56.618850 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 01:01:56.618990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:01:56.619013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:01:59.950090 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 01:01:59.950133 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 01:01:59.950167 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 01:01:59.950252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:01:59.950272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 01:02:03.198577 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.97.221.13"}] I0417 01:02:03.199559 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.97.221.13"}] I0417 01:02:03.199684 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.97.221.13"}] W0417 01:02:03.283615 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 01:02:03.283894 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 01:02:03.283963 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 01:02:03.284121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:02:03.284171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 01:02:03.323791 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"6550feb0-d405-46df-8230-ea82bd1a7b97", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5711", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0417 01:02:03.411426 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"482264f3-546e-4682-b450-c4034e787d8e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5712", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0417 01:02:03.417025 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"1bc230dc-078f-47ee-af86-2c086f38aa26", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5713", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 01:02:08.555650 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 01:02:08.555689 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 01:02:08.555712 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 01:02:08.555804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:02:08.555817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:02:09.956929 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 01:02:09.956994 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 01:02:09.957021 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 01:02:09.957139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:02:09.957162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:02:13.282819 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 01:02:13.282886 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 01:02:13.282925 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 01:02:13.283042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:02:13.283069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:02:18.073672 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 01:02:18.073730 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 01:02:18.073769 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 01:02:18.073883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:02:18.073906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:02:21.408341 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 01:02:21.408384 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 01:02:21.408408 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 01:02:21.408495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:02:21.408512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:02:24.741130 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 01:02:24.741202 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 01:02:24.741230 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 01:02:24.741359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:02:24.741378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:02:28.074170 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 01:02:28.074236 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 01:02:28.074287 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 01:02:28.074751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:02:28.074780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.209 - - [17/Apr/2026:01:02:33 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.141:8080 6432 0.007 200 ccc92ff7e70dac976f5d70d24ce6b990 W0417 01:02:34.587637 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 01:02:34.587754 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 01:02:34.587955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:02:34.587985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.98 - - [17/Apr/2026:01:02:35 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.011 [auth-system-keycloak-80] [] 10.0.0.141:8080 6432 0.011 200 acfb8f06e038dd6bce294455bbca3aa5 W0417 01:02:37.924299 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 01:02:37.924366 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 01:02:37.924507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:02:37.924534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:02:41.256771 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 01:02:41.256875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:02:41.256890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:02:44.589306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:02:44.589376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:03:23.052557 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0417 01:03:23.052690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:03:23.052726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 01:03:23.057343 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:28.7kB} I0417 01:03:23.057380 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0417 01:03:23.072695 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0417 01:03:23.073310 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0417 01:03:23.074489 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0417 01:03:23.074648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:03:23.074673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 01:03:23.074808 7 controller.go:196] "Configuration changes detected, backend reload required" I0417 01:03:23.077079 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"f0b6f5bd-cc81-4ecb-b8e4-76a27fb40107", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6320", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0417 01:03:23.177014 7 controller.go:216] "Backend successfully reloaded" I0417 01:03:23.178359 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bhqld", UID:"3aaa2815-65ae-4c59-aaf4-583f9faad04c", APIVersion:"v1", ResourceVersion:"1594", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0417 01:03:23.476979 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0417 01:03:23.478114 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0417 01:03:26.408945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:03:26.408978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.205 - - [17/Apr/2026:01:03:26 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.254:5000 281 0.005 300 1be4474482eb3e236da4304cb767101c 199.204.45.205 - - [17/Apr/2026:01:03:28 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.254:5000 266 0.004 200 1a2a80e19c8ca3655a1add41780be2ae 199.204.45.205 - - [17/Apr/2026:01:03:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.532 [openstack-keystone-api-5000] [] 10.0.0.254:5000 1360 0.532 201 a1824160bfb2c1447e32783f4e096365 199.204.45.205 - - [17/Apr/2026:01:03:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.254:5000 281 0.003 300 09275710ed696cddec8f8cdf9b5c18d5 199.204.45.205 - - [17/Apr/2026:01:03:29 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.038 [openstack-keystone-api-5000] [] 10.0.0.254:5000 90 0.037 404 5b24596f58d2d393512e90528091c4b0 199.204.45.205 - - [17/Apr/2026:01:03:29 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.028 [openstack-keystone-api-5000] [] 10.0.0.254:5000 370 0.027 200 616f15486e6b4e1811bd96a7be2f6541 199.204.45.205 - - [17/Apr/2026:01:03:29 +0000] "GET /v3/domains/f1e8559df5e74e9c9f1f7b291f21b67c HTTP/1.1" 200 247 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.254:5000 247 0.019 200 a305598ef06a28286253cdbb5ded35a9 199.204.45.205 - - [17/Apr/2026:01:03:30 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.254:5000 266 0.004 200 bdc67f7eabcebb19ee324c49b48a460d 199.204.45.205 - - [17/Apr/2026:01:03:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.308 [openstack-keystone-api-5000] [] 10.0.0.254:5000 1360 0.308 201 baec11fd132bac9ec96758963ca14a6d 199.204.45.205 - - [17/Apr/2026:01:03:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.254:5000 281 0.003 300 652712767d2740e40ee304b669f5ac5e 199.204.45.205 - - [17/Apr/2026:01:03:30 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.024 [openstack-keystone-api-5000] [] 10.0.0.254:5000 101 0.024 404 b2b172c0db5de3b39796ef2a95894cc5 199.204.45.205 - - [17/Apr/2026:01:03:30 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.021 [openstack-keystone-api-5000] [] 10.0.0.254:5000 156 0.020 200 d7c558dbcb16ff09e2ed89319f237c09 199.204.45.205 - - [17/Apr/2026:01:03:30 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.022 [openstack-keystone-api-5000] [] 10.0.0.254:5000 342 0.023 201 63bc59155b9fd0e33fbe6d16cc4ca270 199.204.45.205 - - [17/Apr/2026:01:03:31 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.254:5000 266 0.003 200 7651ecc096131cfc0b03894d979b97c6 199.204.45.205 - - [17/Apr/2026:01:03:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.313 [openstack-keystone-api-5000] [] 10.0.0.254:5000 1360 0.313 201 c3611288b0c3e0cfb86b5069901267f8 199.204.45.205 - - [17/Apr/2026:01:03:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.254:5000 281 0.002 300 f7ccb0804d09c10557981edf8dea0d2d 199.204.45.205 - - [17/Apr/2026:01:03:31 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.254:5000 98 0.019 404 3b7fd5f17c760c2c75a291d996822d57 199.204.45.205 - - [17/Apr/2026:01:03:31 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.254:5000 136 0.017 200 d61b611503c6f72fa9cececd7e6b448e 199.204.45.205 - - [17/Apr/2026:01:03:31 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.033 [openstack-keystone-api-5000] [] 10.0.0.254:5000 357 0.033 201 4db3058d214a3602366758e759fcf0c5 199.204.45.205 - - [17/Apr/2026:01:03:32 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.254:5000 266 0.006 200 d01b99d45f06166a0155f7661976e42e 199.204.45.205 - - [17/Apr/2026:01:03:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.333 [openstack-keystone-api-5000] [] 10.0.0.254:5000 1360 0.333 201 89316f02abaf350a1712acdc4af64fc0 199.204.45.205 - - [17/Apr/2026:01:03:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.254:5000 281 0.003 300 82d860b43f7a3b49f1b5e24d81fc4850 199.204.45.205 - - [17/Apr/2026:01:03:32 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.029 [openstack-keystone-api-5000] [] 10.0.0.254:5000 131 0.028 404 42f5bc872f87afa4c230e9bb467d1fea 199.204.45.205 - - [17/Apr/2026:01:03:32 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.020 [openstack-keystone-api-5000] [] 10.0.0.254:5000 168 0.021 200 46d179879ed554695ccc069e280eb068 199.204.45.205 - - [17/Apr/2026:01:03:32 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.066 [openstack-keystone-api-5000] [] 10.0.0.254:5000 224 0.066 201 3a8eb8fbf9a109ec31be98068dd38c9a W0417 01:03:41.517288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:03:41.517407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:03:44.851948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:03:44.851994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:03:48.184757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:03:48.184804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:03:51.517994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:03:51.518045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 01:04:03.199052 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.97.221.13"}] I0417 01:04:03.205469 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"f0b6f5bd-cc81-4ecb-b8e4-76a27fb40107", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6666", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 01:04:03.207536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:04:03.207558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0417 01:04:21.370166 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-205.nip.io. Skipping. W0417 01:04:21.370574 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0417 01:04:21.370651 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0417 01:04:21.370699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:04:21.370714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 01:04:21.373500 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.002s admissionTime:0.005s testedConfigurationSize:33.4kB} I0417 01:04:21.373527 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0417 01:04:21.382699 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0417 01:04:21.383114 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-205.nip.io. Skipping. W0417 01:04:21.383397 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store I0417 01:04:21.383649 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"01b905d1-d13d-442a-bb0a-61d294456d0b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6774", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 01:04:21.383704 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0417 01:04:21.383796 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0417 01:04:21.383876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:04:21.383895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 01:04:21.384160 7 controller.go:196] "Configuration changes detected, backend reload required" I0417 01:04:21.440821 7 controller.go:216] "Backend successfully reloaded" I0417 01:04:21.441107 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bhqld", UID:"3aaa2815-65ae-4c59-aaf4-583f9faad04c", APIVersion:"v1", ResourceVersion:"1594", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0417 01:04:21.696826 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0417 01:04:21.696982 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-205.nip.io. Skipping. I0417 01:04:21.697603 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0417 01:04:24.718372 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0417 01:04:24.718465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:04:24.718481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.205 - - [17/Apr/2026:01:04:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.498 [auth-system-keycloak-80] [] 10.0.0.141:8080 1928 0.498 200 f666a43a60673d5de861609d7c205c2e 199.204.45.205 - - [17/Apr/2026:01:04:42 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.489 [auth-system-keycloak-80] [] 10.0.0.141:8080 2 0.489 200 3d52a382fd5a517c08bb7bd0566347c1 199.204.45.205 - - [17/Apr/2026:01:04:42 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.131 [auth-system-keycloak-80] [] 10.0.0.141:8080 0 0.130 201 360e3730277d807c427b760b38a48006 199.204.45.205 - - [17/Apr/2026:01:04:42 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.044 [auth-system-keycloak-80] [] 10.0.0.141:8080 322 0.044 200 e6f7a0fa5729df59bb63497279c40631 199.204.45.205 - - [17/Apr/2026:01:04:42 +0000] "GET /admin/realms/atmosphere/users/c2bd18cd-b61e-4e5f-8fde-9b5e457e7a75/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.015 [auth-system-keycloak-80] [] 10.0.0.141:8080 2 0.015 200 716e6107f2243cf50f4f20b55d0104c2 199.204.45.205 - - [17/Apr/2026:01:04:42 +0000] "GET /admin/realms/atmosphere/users/c2bd18cd-b61e-4e5f-8fde-9b5e457e7a75/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.009 [auth-system-keycloak-80] [] 10.0.0.141:8080 2 0.009 200 6f96b1fbe228368f829c701eab34c9e4 199.204.45.205 - - [17/Apr/2026:01:04:44 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.254:5000 266 0.003 200 3a7d92247850aa9d2a517a43ae693821 199.204.45.205 - - [17/Apr/2026:01:04:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.308 [openstack-keystone-api-5000] [] 10.0.0.254:5000 1360 0.307 201 897fbf088a5d29b474de68dcbf11eab6 199.204.45.205 - - [17/Apr/2026:01:04:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.254:5000 281 0.004 300 0b7c7136daffb17031921159f9ae4295 199.204.45.205 - - [17/Apr/2026:01:04:44 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.026 [openstack-keystone-api-5000] [] 10.0.0.254:5000 90 0.025 404 48419f0f1732b4d600bbcb32415a9c10 199.204.45.205 - - [17/Apr/2026:01:04:44 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.029 [openstack-keystone-api-5000] [] 10.0.0.254:5000 370 0.029 200 e44cb5b49f879e6bd06ed87f014d6089 199.204.45.205 - - [17/Apr/2026:01:04:44 +0000] "GET /v3/users?domain_id=f1e8559df5e74e9c9f1f7b291f21b67c&name=test-user HTTP/1.1" 200 174 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.035 [openstack-keystone-api-5000] [] 10.0.0.254:5000 174 0.035 200 5ae029fcc2e4d851b547668cd02557c6 199.204.45.205 - - [17/Apr/2026:01:04:46 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.002 [openstack-keystone-api-5000] [] 10.0.0.254:5000 266 0.003 200 171babc8548f7b50d6246733597a140b 199.204.45.205 - - [17/Apr/2026:01:04:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.304 [openstack-keystone-api-5000] [] 10.0.0.254:5000 1360 0.303 201 c01595df41b2750ea4e9419f7d005252 199.204.45.205 - - [17/Apr/2026:01:04:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.254:5000 281 0.004 300 b1df8120b32255f335bf8d9b630c227b 199.204.45.205 - - [17/Apr/2026:01:04:46 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.031 [openstack-keystone-api-5000] [] 10.0.0.254:5000 90 0.031 404 2be000c1dde638b76a08a91cd0eb9db5 199.204.45.205 - - [17/Apr/2026:01:04:46 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.032 [openstack-keystone-api-5000] [] 10.0.0.254:5000 370 0.032 200 00902d4259763aa4b7fb78332b16c313 199.204.45.205 - - [17/Apr/2026:01:04:46 +0000] "GET /v3/users?domain_id=f1e8559df5e74e9c9f1f7b291f21b67c&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.129 [openstack-keystone-api-5000] [] 10.0.0.254:5000 451 0.129 200 45e8bedffaedfca5ae1071c8c9a8511c I0417 01:05:03.197848 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.97.221.13"}] E0417 01:05:03.235535 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-205.nip.io. Skipping. I0417 01:05:03.236712 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"01b905d1-d13d-442a-bb0a-61d294456d0b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7030", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 01:05:03.239438 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0417 01:05:03.239585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:05:03.239606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:05:06.573762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:05:06.573799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:05:09.906906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 01:05:09.906942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store