------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0408 03:10:38.786573 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0408 03:10:38.786753 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0408 03:10:38.796565 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0408 03:10:38.799085 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0408 03:10:38.872930 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0408 03:10:38.890331 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0408 03:10:38.901974 7 nginx.go:271] "Starting NGINX Ingress controller" I0408 03:10:38.908784 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"b96e2fd1-ee59-4868-be7c-cc4c19e3026c", APIVersion:"v1", ResourceVersion:"1348", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0408 03:10:38.913023 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"13d84b85-cca0-407c-a43d-add2d312b021", APIVersion:"v1", ResourceVersion:"1347", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0408 03:10:38.913087 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"06efc451-51e2-42d2-a50b-62006fcc77d3", APIVersion:"v1", ResourceVersion:"1349", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0408 03:10:40.102734 7 nginx.go:317] "Starting NGINX process" I0408 03:10:40.102858 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0408 03:10:40.103498 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0408 03:10:40.103818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:10:40.103883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 03:10:40.103945 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 03:10:40.111669 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0408 03:10:40.111784 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-77rj4" I0408 03:10:40.140040 7 controller.go:216] "Backend successfully reloaded" I0408 03:10:40.140140 7 controller.go:227] "Initial sync, sleeping for 1 second" I0408 03:10:40.140227 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-77rj4", UID:"6e21e6b2-67b2-444d-aa47-fdf13c8d00bd", APIVersion:"v1", ResourceVersion:"1393", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 03:10:43.924210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:10:43.924247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:10:47.258091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:10:47.258136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:10:50.591737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:10:50.591839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:10:53.925123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:10:53.925184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:10:57.259690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:10:57.259744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:11:00.591734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:11:00.591791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:11:03.924722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:11:03.924770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:11:07.259729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:11:07.259782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:11:10.591728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:11:10.591776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:11:13.932386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:11:13.932436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:11:17.592190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:11:17.592236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:08.072138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:08.072185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:11.406378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:11.406449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:30.909647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:30.909678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:34.243766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:34.243830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:37.576823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:37.576854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:40.910395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:40.910443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:44.246100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:44.246155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:47.576775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:47.576806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:50.911198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:50.911238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:54.243210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:54.243255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:57.576900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:12:57.576946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:15:00.868349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:15:00.868381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:15:04.202011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:15:04.202059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:15:04.565111 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-35.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-35.nip.io-tls was not found. Using default certificate W0408 03:15:04.565179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:15:04.565201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 03:15:04.567157 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0408 03:15:04.567192 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0408 03:15:04.574008 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0408 03:15:04.574427 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"cbfcce1d-d2a3-4b3d-8840-b190f6bbd1e3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3313", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 03:15:04.575462 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-35.nip.io-tls" in local store I0408 03:15:04.793347 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-35.nip.io-tls" I0408 03:15:04.794598 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-35.nip.io-tls" W0408 03:15:07.535324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:15:07.535372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 03:15:07.535444 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 03:15:07.571539 7 controller.go:216] "Backend successfully reloaded" I0408 03:15:07.571846 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-77rj4", UID:"6e21e6b2-67b2-444d-aa47-fdf13c8d00bd", APIVersion:"v1", ResourceVersion:"1393", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration 199.204.45.35 - - [08/Apr/2026:03:15:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.886 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 1.885 200 7820ec6dfc830ebebf1bef312632f76b 199.204.45.35 - - [08/Apr/2026:03:15:10 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.107 [auth-system-keycloak-80] [] 10.0.0.222:8080 116 0.107 404 4496ce975b341157445080cff0589a72 W0408 03:15:10.868678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:15:10.868729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [08/Apr/2026:03:15:14 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.973 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 3.972 201 3977628a8a3477cfdbc70caab9a6e074 199.204.45.35 - - [08/Apr/2026:03:15:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.498 [auth-system-keycloak-80] [] 10.0.0.222:8080 4246 0.498 200 f00f3bc35cc9c2acbd57bb18d1a63d18 199.204.45.35 - - [08/Apr/2026:03:15:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.472 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.471 200 70508c4228a4971589c29ad3ae876227 199.204.45.35 - - [08/Apr/2026:03:15:15 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.081 [auth-system-keycloak-80] [] 10.0.0.222:8080 12500 0.081 200 06eae2bcff7cc47f7ed48f0d115aca0d 199.204.45.35 - - [08/Apr/2026:03:15:15 +0000] "GET /admin/realms/atmosphere/client-scopes/ec61767e-b04b-4cd4-abd9-4e24d10d761d HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.059 [auth-system-keycloak-80] [] 10.0.0.222:8080 1278 0.059 200 7f5cd7b194efc33ead632f016fd5997c 199.204.45.35 - - [08/Apr/2026:03:15:16 +0000] "PUT /admin/realms/atmosphere/client-scopes/ec61767e-b04b-4cd4-abd9-4e24d10d761d HTTP/1.1" 204 0 "-" "Ansible" 1846 0.087 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.086 204 0cd03f03d12ce33c313e21f3935f74a8 199.204.45.35 - - [08/Apr/2026:03:15:16 +0000] "GET /admin/realms/atmosphere/client-scopes/ec61767e-b04b-4cd4-abd9-4e24d10d761d/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.015 [auth-system-keycloak-80] [] 10.0.0.222:8080 963 0.015 200 160a5cee172f15e4a49bc1b710ef0ddb 199.204.45.35 - - [08/Apr/2026:03:15:16 +0000] "GET /admin/realms/atmosphere/client-scopes/ec61767e-b04b-4cd4-abd9-4e24d10d761d/protocol-mappers/models/6397e98a-1ba2-4e2a-a953-2a5df2309510 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.070 [auth-system-keycloak-80] [] 10.0.0.222:8080 366 0.070 200 c5d5cd1f5ffbe9e614c55026cec423c0 199.204.45.35 - - [08/Apr/2026:03:15:16 +0000] "PUT /admin/realms/atmosphere/client-scopes/ec61767e-b04b-4cd4-abd9-4e24d10d761d/protocol-mappers/models/6397e98a-1ba2-4e2a-a953-2a5df2309510 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.089 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.088 204 c1c7cc830f59f7bf23bac87493d90c78 199.204.45.35 - - [08/Apr/2026:03:15:16 +0000] "GET /admin/realms/atmosphere/client-scopes/ec61767e-b04b-4cd4-abd9-4e24d10d761d HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.019 [auth-system-keycloak-80] [] 10.0.0.222:8080 1218 0.019 200 718073e9c5e43a073c1c24b7ab93c00c 199.204.45.35 - - [08/Apr/2026:03:15:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.519 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.517 200 ccf63536bcc07d5b32895b3cd7e12d0b 199.204.45.35 - - [08/Apr/2026:03:15:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.018 [auth-system-keycloak-80] [] 10.0.0.222:8080 2 0.018 200 71ec24034f9d27662b0aa3adaa0ac0e3 199.204.45.35 - - [08/Apr/2026:03:15:38 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.177 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.176 201 59291cd6a7976f84d63f12022421e8ad 199.204.45.35 - - [08/Apr/2026:03:15:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.081 [auth-system-keycloak-80] [] 10.0.0.222:8080 1259 0.081 200 f112b81f6838860bf7d25c5597d88576 199.204.45.35 - - [08/Apr/2026:03:15:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.485 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.484 200 bb2e411fa812240706e5e43bb044957f 199.204.45.35 - - [08/Apr/2026:03:15:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.052 [auth-system-keycloak-80] [] 10.0.0.222:8080 2 0.052 200 985340ee8950e3e4a5202800d6c16ba5 199.204.45.35 - - [08/Apr/2026:03:15:39 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.039 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.038 201 468f5404f6513d6dca2abd9a6f24df2c 199.204.45.35 - - [08/Apr/2026:03:15:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.053 [auth-system-keycloak-80] [] 10.0.0.222:8080 1283 0.053 200 7efaf64f30eab5b80d36f33e984d44da I0408 03:15:40.121457 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.96.24.169"}] I0408 03:15:40.126267 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"cbfcce1d-d2a3-4b3d-8840-b190f6bbd1e3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3586", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 03:15:40.128137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:15:40.128204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [08/Apr/2026:03:15:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.506 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.505 200 11ba1402020125d8316c337d21e54517 199.204.45.35 - - [08/Apr/2026:03:15:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.222:8080 2 0.011 200 539e1ff673e3faba76d7529a754f002d 199.204.45.35 - - [08/Apr/2026:03:15:40 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.090 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.089 201 6e3a70c6b80f0a1c22bf5e946a5a07d9 199.204.45.35 - - [08/Apr/2026:03:15:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.071 [auth-system-keycloak-80] [] 10.0.0.222:8080 1249 0.071 200 6d52fa1595a00c900442f8213e8ecdc3 199.204.45.35 - - [08/Apr/2026:03:15:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.472 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.471 200 1c53d005ca0bef480b4ae2b52da14702 199.204.45.35 - - [08/Apr/2026:03:15:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.039 [auth-system-keycloak-80] [] 10.0.0.222:8080 1259 0.039 200 4265b7cc1ee5c623c898a42db11f09b0 199.204.45.35 - - [08/Apr/2026:03:15:41 +0000] "GET /admin/realms/atmosphere/clients/86afec55-c7ce-4095-adf7-d373dd63995b/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.222:8080 119 0.015 404 0993b6d5d026f38b45cd8cd8d0c70310 199.204.45.35 - - [08/Apr/2026:03:15:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.222:8080 1259 0.008 200 eea49c907c7e73758632c1b25a54711c 199.204.45.35 - - [08/Apr/2026:03:15:42 +0000] "POST /admin/realms/atmosphere/clients/86afec55-c7ce-4095-adf7-d373dd63995b/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.057 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.056 201 9f8d0d50843c7bc6c0bdfd16b00bd552 199.204.45.35 - - [08/Apr/2026:03:15:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.222:8080 1259 0.007 200 873fc62107a74b1cf66c64e798a834e2 199.204.45.35 - - [08/Apr/2026:03:15:42 +0000] "GET /admin/realms/atmosphere/clients/86afec55-c7ce-4095-adf7-d373dd63995b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.079 [auth-system-keycloak-80] [] 10.0.0.222:8080 166 0.079 200 ea1cd2bcf32f27a3253c4b249ff6fa87 199.204.45.35 - - [08/Apr/2026:03:15:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.455 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.454 200 fe8f1a762f41cf84e44a3bf14a6867cf 199.204.45.35 - - [08/Apr/2026:03:15:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.033 [auth-system-keycloak-80] [] 10.0.0.222:8080 1283 0.033 200 3e000848e3b1a29e5124ad5b34c861e3 199.204.45.35 - - [08/Apr/2026:03:15:43 +0000] "GET /admin/realms/atmosphere/clients/28b793ab-2190-4ff2-9b83-1444c36d28ed/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.007 [auth-system-keycloak-80] [] 10.0.0.222:8080 119 0.007 404 5b44cd5575df278a62141ba53e36dfa7 199.204.45.35 - - [08/Apr/2026:03:15:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.222:8080 1283 0.004 200 6c1ff722c671009e9b5c45147578cd32 199.204.45.35 - - [08/Apr/2026:03:15:43 +0000] "POST /admin/realms/atmosphere/clients/28b793ab-2190-4ff2-9b83-1444c36d28ed/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.056 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.055 201 745021611f08f1054597bb9449a672c5 199.204.45.35 - - [08/Apr/2026:03:15:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.222:8080 1283 0.007 200 e2fa117944aeaad6229043e9f720d65b 199.204.45.35 - - [08/Apr/2026:03:15:43 +0000] "GET /admin/realms/atmosphere/clients/28b793ab-2190-4ff2-9b83-1444c36d28ed/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.011 [auth-system-keycloak-80] [] 10.0.0.222:8080 165 0.011 200 29f1f807f6a19ddca7e6ba1bfc373fa5 199.204.45.35 - - [08/Apr/2026:03:15:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.457 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.455 200 09f191a9174f5f3dc72e4e11c19c97c1 199.204.45.35 - - [08/Apr/2026:03:15:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.222:8080 1283 0.007 200 d17e7d77aed89d0fe864890b0087d21a 199.204.45.35 - - [08/Apr/2026:03:15:44 +0000] "GET /admin/realms/atmosphere/clients/28b793ab-2190-4ff2-9b83-1444c36d28ed/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.222:8080 119 0.009 404 ed04ac31f7463b351c7e17eb4807eb22 199.204.45.35 - - [08/Apr/2026:03:15:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.042 [auth-system-keycloak-80] [] 10.0.0.222:8080 1283 0.042 200 08469e72a9d034b5641b99b74a514b94 199.204.45.35 - - [08/Apr/2026:03:15:44 +0000] "POST /admin/realms/atmosphere/clients/28b793ab-2190-4ff2-9b83-1444c36d28ed/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.014 201 842f03fc5d1cf4357a15cd6c20b79883 199.204.45.35 - - [08/Apr/2026:03:15:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.059 [auth-system-keycloak-80] [] 10.0.0.222:8080 1283 0.059 200 cb7c9b1a68e77417b0b15797368edef2 199.204.45.35 - - [08/Apr/2026:03:15:44 +0000] "GET /admin/realms/atmosphere/clients/28b793ab-2190-4ff2-9b83-1444c36d28ed/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.222:8080 166 0.012 200 419d76403cac04731436533aa5c303ba 199.204.45.35 - - [08/Apr/2026:03:15:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.502 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.501 200 588d3a18b44efb60ae4ff372e52abdf5 199.204.45.35 - - [08/Apr/2026:03:15:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.222:8080 1283 0.011 200 a017d7f2784336ad70672b1a49d52604 199.204.45.35 - - [08/Apr/2026:03:15:45 +0000] "GET /admin/realms/atmosphere/clients/28b793ab-2190-4ff2-9b83-1444c36d28ed/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.057 [auth-system-keycloak-80] [] 10.0.0.222:8080 119 0.057 404 2fafc28d91953a34b8038b55c5d8516d 199.204.45.35 - - [08/Apr/2026:03:15:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.222:8080 1283 0.008 200 926c2a7260356723b08f509d701743be 199.204.45.35 - - [08/Apr/2026:03:15:45 +0000] "POST /admin/realms/atmosphere/clients/28b793ab-2190-4ff2-9b83-1444c36d28ed/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.020 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.019 201 319ed69f10b0d32f8a19e44a5e342f17 199.204.45.35 - - [08/Apr/2026:03:15:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.222:8080 1283 0.007 200 dcbd0a4660b7320dc7e207e640712fe7 199.204.45.35 - - [08/Apr/2026:03:15:45 +0000] "GET /admin/realms/atmosphere/clients/28b793ab-2190-4ff2-9b83-1444c36d28ed/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.032 [auth-system-keycloak-80] [] 10.0.0.222:8080 166 0.032 200 9537b018856c39228ef046ac66c6c6cb 199.204.45.35 - - [08/Apr/2026:03:15:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.616 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.615 200 6d5f629521a638f9c0a28d44144f5c2d 199.204.45.35 - - [08/Apr/2026:03:15:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.222:8080 1249 0.007 200 6a53138e44767396b8629becd393b81a 199.204.45.35 - - [08/Apr/2026:03:15:46 +0000] "GET /admin/realms/atmosphere/clients/40175dba-f6aa-4b61-820e-3eea4683ae62/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.222:8080 119 0.009 404 239555f1ab703e8cff7a1fd3aa0ace2d 199.204.45.35 - - [08/Apr/2026:03:15:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.222:8080 1249 0.007 200 4b7c408d3ba346c72ed46b9e645e1a97 199.204.45.35 - - [08/Apr/2026:03:15:46 +0000] "POST /admin/realms/atmosphere/clients/40175dba-f6aa-4b61-820e-3eea4683ae62/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.034 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.033 201 62ce09f56433697895514e8a938660ac 199.204.45.35 - - [08/Apr/2026:03:15:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.222:8080 1249 0.006 200 46c1dae5ade48c650f529163c17bb7ee 199.204.45.35 - - [08/Apr/2026:03:15:46 +0000] "GET /admin/realms/atmosphere/clients/40175dba-f6aa-4b61-820e-3eea4683ae62/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.222:8080 166 0.013 200 d15ea6aa090882a311249c2e961daf08 W0408 03:16:55.037223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:16:55.037249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:16:55.129512 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 03:16:55.129575 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0408 03:16:55.129607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:16:55.129623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 03:16:55.131672 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0408 03:16:55.131703 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0408 03:16:55.132854 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 03:16:55.132902 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0408 03:16:55.132930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:16:55.132943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:16:55.133129 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 03:16:55.133196 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0408 03:16:55.133229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:16:55.133256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 03:16:55.134386 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0408 03:16:55.134410 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0408 03:16:55.134821 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:18.2kB} I0408 03:16:55.134841 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0408 03:16:55.139693 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0408 03:16:55.139886 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"0076103c-d494-4077-8a9d-cfaacd72f02e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4197", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 03:16:55.140317 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0408 03:16:55.140572 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0408 03:16:55.141091 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a929e4b2-3e14-4ec2-af23-4b81fc1db351", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4199", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 03:16:55.141194 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0408 03:16:55.143568 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0408 03:16:55.144136 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0408 03:16:55.144184 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"48ebd42f-697a-4de1-a5e4-f2a320632eb6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4200", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 03:16:55.430000 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0408 03:16:55.431433 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0408 03:16:56.119201 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0408 03:16:56.119874 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0408 03:16:56.200329 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0408 03:16:56.201027 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0408 03:16:58.371247 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 03:16:58.371310 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 03:16:58.371342 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 03:16:58.371451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:16:58.371476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 03:16:58.371606 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 03:16:58.419113 7 controller.go:216] "Backend successfully reloaded" I0408 03:16:58.419264 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-77rj4", UID:"6e21e6b2-67b2-444d-aa47-fdf13c8d00bd", APIVersion:"v1", ResourceVersion:"1393", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 03:17:01.705536 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 03:17:01.705614 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 03:17:01.705648 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 03:17:01.705774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:01.705800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:05.038264 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 03:17:05.038335 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 03:17:05.038372 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 03:17:05.038507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:05.038536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:08.371143 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 03:17:08.371186 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 03:17:08.371206 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 03:17:08.371270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:08.371286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:11.704038 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 03:17:11.704098 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 03:17:11.704127 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 03:17:11.704211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:11.704227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:15.038698 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 03:17:15.038750 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 03:17:15.038944 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 03:17:15.039078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:15.039123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.121 - - [08/Apr/2026:03:17:16 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.030 [auth-system-keycloak-80] [] 10.0.0.222:8080 6411 0.030 200 340430edaaa70abf1db80b63e361974a 10.0.0.122 - - [08/Apr/2026:03:17:16 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.006 [auth-system-keycloak-80] [] 10.0.0.222:8080 6411 0.007 200 fa0937efb38b6a5ac04014beb2a90158 W0408 03:17:18.371850 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 03:17:18.372051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:18.372070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:21.704280 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 03:17:21.704496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:21.704543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:25.038131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:25.038179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:28.370864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:28.370914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:35.354925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:35.354957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:38.691574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:38.691621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 03:17:40.124133 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.96.24.169"}] I0408 03:17:40.124174 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.96.24.169"}] I0408 03:17:40.124239 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.96.24.169"}] I0408 03:17:40.132197 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a929e4b2-3e14-4ec2-af23-4b81fc1db351", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5034", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 03:17:40.132809 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"48ebd42f-697a-4de1-a5e4-f2a320632eb6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5035", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 03:17:40.134226 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"0076103c-d494-4077-8a9d-cfaacd72f02e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5036", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 03:17:42.022664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:42.022711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [08/Apr/2026:03:17:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.472 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.471 200 15c34f14a9b078fc90bc8796f9358fc7 199.204.45.35 - - [08/Apr/2026:03:17:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.006 [auth-system-keycloak-80] [] 10.0.0.222:8080 4246 0.006 200 5c897c446edc9745ce4742861e22f66e 199.204.45.35 - - [08/Apr/2026:03:17:42 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.363 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.362 204 4cf6c4039e874fff9d3a3d84a8b4f4c2 199.204.45.35 - - [08/Apr/2026:03:17:43 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.187 [auth-system-keycloak-80] [] 10.0.0.222:8080 4384 0.187 200 b3a6d0c85331cd44bf95de313865115b 199.204.45.35 - - [08/Apr/2026:03:17:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.665 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.665 200 932d8ce44d21a1943507695e83efcd57 199.204.45.35 - - [08/Apr/2026:03:17:44 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.029 [auth-system-keycloak-80] [] 10.0.0.222:8080 1682 0.029 200 f5b1c08a2e38f1ee0a897454f6c21908 199.204.45.35 - - [08/Apr/2026:03:17:44 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.005 [auth-system-keycloak-80] [] 10.0.0.222:8080 6411 0.005 200 0eedfe2314a9e24694a9c0b71543894c W0408 03:17:45.355167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:45.355192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [08/Apr/2026:03:17:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.455 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.454 200 8fa637f0116c70dc86161375abe9db35 199.204.45.35 - - [08/Apr/2026:03:17:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.222:8080 2 0.007 200 78790536e0b37c173093b94c6e6272b5 199.204.45.35 - - [08/Apr/2026:03:17:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.079 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.078 201 21b88e822473802a57b9bd8f1d9670b9 199.204.45.35 - - [08/Apr/2026:03:17:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.061 [auth-system-keycloak-80] [] 10.0.0.222:8080 2242 0.061 200 70b90e19a6b7f8f3a1ed7be12a962c0d 199.204.45.35 - - [08/Apr/2026:03:17:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.465 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.463 200 f5d7131acf2470a529fce73acca7dbf4 199.204.45.35 - - [08/Apr/2026:03:17:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.222:8080 2242 0.005 200 61daf01a5f8f506091ffd1e303f1fb4a 199.204.45.35 - - [08/Apr/2026:03:17:47 +0000] "GET /admin/realms/atmosphere/clients/bb5cb555-399e-478f-9a96-169d952208ad/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.044 [auth-system-keycloak-80] [] 10.0.0.222:8080 233 0.044 200 8a22270688199fa86cd9092c259b59bc 199.204.45.35 - - [08/Apr/2026:03:17:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.017 [auth-system-keycloak-80] [] 10.0.0.222:8080 831 0.017 200 8380ad4c22de355b128f1ae2c8bf53da 199.204.45.35 - - [08/Apr/2026:03:17:47 +0000] "GET /admin/realms/atmosphere/clients/ae1606d0-8654-4eab-9346-ef8d89e7cb91/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.069 [auth-system-keycloak-80] [] 10.0.0.222:8080 3758 0.069 200 fc0cbc14a446eee29d53ac8cc5a48413 199.204.45.35 - - [08/Apr/2026:03:17:47 +0000] "GET /admin/realms/atmosphere/users/c4bde53c-463f-4f6d-a267-2578de31c0ce/role-mappings/clients/ae1606d0-8654-4eab-9346-ef8d89e7cb91/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.181 [auth-system-keycloak-80] [] 10.0.0.222:8080 3758 0.181 200 ba86e95bdab94c05f34a1f774dfb8600 199.204.45.35 - - [08/Apr/2026:03:17:47 +0000] "GET /admin/realms/atmosphere/users/c4bde53c-463f-4f6d-a267-2578de31c0ce/role-mappings/clients/ae1606d0-8654-4eab-9346-ef8d89e7cb91/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.016 [auth-system-keycloak-80] [] 10.0.0.222:8080 2 0.016 200 7c5587b3b13c8f05478d69bc4e91b31a 199.204.45.35 - - [08/Apr/2026:03:17:47 +0000] "POST /admin/realms/atmosphere/users/c4bde53c-463f-4f6d-a267-2578de31c0ce/role-mappings/clients/ae1606d0-8654-4eab-9346-ef8d89e7cb91 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.063 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.062 204 9c4366698a6c5ac85ec7d2f9466aa9fe 199.204.45.35 - - [08/Apr/2026:03:17:47 +0000] "GET /admin/realms/atmosphere/users/c4bde53c-463f-4f6d-a267-2578de31c0ce/role-mappings/clients/ae1606d0-8654-4eab-9346-ef8d89e7cb91/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.008 [auth-system-keycloak-80] [] 10.0.0.222:8080 576 0.008 200 0f850d2e2e9c4a4e6a4d6399471dc1e4 W0408 03:17:50.491177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:50.491205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:53.824571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:17:53.824620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:19:55.909276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:19:55.909303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:20:25.831297 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0408 03:20:25.831379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:20:25.831397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 03:20:25.834909 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0408 03:20:25.834949 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0408 03:20:25.844278 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0408 03:20:25.844788 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0408 03:20:25.845168 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0408 03:20:25.845241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:20:25.845258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 03:20:25.845388 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 03:20:25.848077 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"30d1d311-c97d-48b4-b3d9-31c67ec1f3d4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6166", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 03:20:25.890631 7 controller.go:216] "Backend successfully reloaded" I0408 03:20:25.891557 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-77rj4", UID:"6e21e6b2-67b2-444d-aa47-fdf13c8d00bd", APIVersion:"v1", ResourceVersion:"1393", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 03:20:26.183108 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0408 03:20:26.183921 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0408 03:20:29.179571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:20:29.179607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [08/Apr/2026:03:20:29 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.232:5000 280 0.005 300 3e9e287656193d34fe911f896012d592 199.204.45.35 - - [08/Apr/2026:03:20:30 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 265 0.003 200 3a5a4b585b3a9e50d3ca1abaee0cc6e7 199.204.45.35 - - [08/Apr/2026:03:20:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.427 [openstack-keystone-api-5000] [] 10.0.0.232:5000 1359 0.427 201 e818b68f3f573b8c55332dd7f1cb3238 199.204.45.35 - - [08/Apr/2026:03:20:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.232:5000 280 0.004 300 8ab5b6e5e3c68c4fe4d720d6a273db1b 199.204.45.35 - - [08/Apr/2026:03:20:31 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.031 [openstack-keystone-api-5000] [] 10.0.0.232:5000 90 0.031 404 167fad37b9265e95eca631461876a830 199.204.45.35 - - [08/Apr/2026:03:20:31 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.024 [openstack-keystone-api-5000] [] 10.0.0.232:5000 368 0.024 200 fb7a65b019204b0bbec76760e568cc5c 199.204.45.35 - - [08/Apr/2026:03:20:31 +0000] "GET /v3/domains/71e25e00d4244d22b068c10b618351b0 HTTP/1.1" 200 246 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.018 [openstack-keystone-api-5000] [] 10.0.0.232:5000 246 0.018 200 3866ac4897b56542f8b73474ad021e90 199.204.45.35 - - [08/Apr/2026:03:20:32 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 265 0.003 200 feb3a0822086315b94b235f7e606c0b3 199.204.45.35 - - [08/Apr/2026:03:20:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.311 [openstack-keystone-api-5000] [] 10.0.0.232:5000 1359 0.311 201 c343561687a9997ca40644005921ffc6 199.204.45.35 - - [08/Apr/2026:03:20:32 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 280 0.003 300 bb37430271e4e73a78d491be708a7c41 199.204.45.35 - - [08/Apr/2026:03:20:32 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.022 [openstack-keystone-api-5000] [] 10.0.0.232:5000 101 0.022 404 2d1637392af4c7930da83baa2b3b61a5 199.204.45.35 - - [08/Apr/2026:03:20:32 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.020 [openstack-keystone-api-5000] [] 10.0.0.232:5000 155 0.020 200 7ae8c26d75434f0a13f227322954e3aa 199.204.45.35 - - [08/Apr/2026:03:20:32 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.038 [openstack-keystone-api-5000] [] 10.0.0.232:5000 340 0.037 201 e2c144a02b9e967857951ddde1fedbf8 199.204.45.35 - - [08/Apr/2026:03:20:33 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.232:5000 265 0.004 200 f4ed2413e322f9e2e24dca895582c595 199.204.45.35 - - [08/Apr/2026:03:20:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.232:5000 1359 0.294 201 a3799190956c8d8b5a17200b7194aad2 199.204.45.35 - - [08/Apr/2026:03:20:33 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 280 0.003 300 590e6a09876007a821f2c30f5ff9d52b 199.204.45.35 - - [08/Apr/2026:03:20:33 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-keystone-api-5000] [] 10.0.0.232:5000 98 0.020 404 67cfef8d5432d9342ffa439f42369869 199.204.45.35 - - [08/Apr/2026:03:20:33 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.016 [openstack-keystone-api-5000] [] 10.0.0.232:5000 135 0.016 200 b8f0a947a70732c02234327ffdb06230 199.204.45.35 - - [08/Apr/2026:03:20:33 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.021 [openstack-keystone-api-5000] [] 10.0.0.232:5000 356 0.021 201 30af1293829d5888770cc26d44f16c8b 199.204.45.35 - - [08/Apr/2026:03:20:34 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.006 [openstack-keystone-api-5000] [] 10.0.0.232:5000 265 0.006 200 f0b242d9a2e5f523de8a235901b9dfe9 199.204.45.35 - - [08/Apr/2026:03:20:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.303 [openstack-keystone-api-5000] [] 10.0.0.232:5000 1359 0.303 201 da6e15a7ae2b1015bf8a16d026c422d1 199.204.45.35 - - [08/Apr/2026:03:20:34 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 280 0.003 300 d7837bddab910b05ad479c1ec555cfdb 199.204.45.35 - - [08/Apr/2026:03:20:34 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.021 [openstack-keystone-api-5000] [] 10.0.0.232:5000 131 0.021 404 9dc7e7e99c84b453609b95d33136a7b0 199.204.45.35 - - [08/Apr/2026:03:20:34 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.018 [openstack-keystone-api-5000] [] 10.0.0.232:5000 167 0.018 200 e3302fa1701e53f9498cf7a97cd533d1 199.204.45.35 - - [08/Apr/2026:03:20:34 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.023 [openstack-keystone-api-5000] [] 10.0.0.232:5000 222 0.023 201 ead8a36303cf989c82454e008ce99238 W0408 03:20:37.510804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:20:37.510830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 03:20:40.120070 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.96.24.169"}] I0408 03:20:40.125877 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"30d1d311-c97d-48b4-b3d9-31c67ec1f3d4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6364", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 03:20:40.844209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:20:40.844246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:20:44.179502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:20:44.179551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0408 03:21:06.045135 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-35.nip.io. Skipping. W0408 03:21:06.045642 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0408 03:21:06.045740 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0408 03:21:06.045806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:21:06.045829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 03:21:06.048923 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.002s admissionTime:0.005s testedConfigurationSize:33.4kB} I0408 03:21:06.048949 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0408 03:21:06.054089 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0408 03:21:06.054433 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-35.nip.io. Skipping. I0408 03:21:06.054465 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"7e596076-5347-46d8-8bb9-b41994c443d1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6534", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 03:21:06.054771 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0408 03:21:06.055406 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0408 03:21:06.055523 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0408 03:21:06.055596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:21:06.055612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 03:21:06.055754 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 03:21:06.139094 7 controller.go:216] "Backend successfully reloaded" I0408 03:21:06.139358 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-77rj4", UID:"6e21e6b2-67b2-444d-aa47-fdf13c8d00bd", APIVersion:"v1", ResourceVersion:"1393", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 03:21:06.380955 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0408 03:21:06.381224 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-35.nip.io. Skipping. I0408 03:21:06.382155 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0408 03:21:09.389684 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0408 03:21:09.389858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:21:09.389888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 03:21:40.119917 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.96.24.169"}] I0408 03:21:40.125803 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"7e596076-5347-46d8-8bb9-b41994c443d1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6755", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync E0408 03:21:40.125862 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-35.nip.io. Skipping. W0408 03:21:40.127649 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0408 03:21:40.127812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:21:40.127830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:21:51.193415 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0408 03:21:51.193604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:21:51.193624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 03:21:51.196173 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:33.4kB} I0408 03:21:51.196189 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" W0408 03:21:51.303114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:21:51.303139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:21:54.639251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:21:54.639308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [08/Apr/2026:03:21:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.468 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.466 200 57d5381dd1380c819045a9179f56b5f4 199.204.45.35 - - [08/Apr/2026:03:21:55 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.007 [auth-system-keycloak-80] [] 10.0.0.222:8080 4384 0.007 200 ca3d6b16b062ff4b1de364cda0c68f29 199.204.45.35 - - [08/Apr/2026:03:21:55 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5853 0.065 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.064 204 e28217812d5b54e0365ef55f8084638e 199.204.45.35 - - [08/Apr/2026:03:21:55 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.256 [auth-system-keycloak-80] [] 10.0.0.222:8080 4384 0.256 200 484c3137250536295d397c0f19cf047c 199.204.45.35 - - [08/Apr/2026:03:21:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.499 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.498 200 9d92d43f372a7714c3c3746d79d6b08f 199.204.45.35 - - [08/Apr/2026:03:21:56 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12440 "-" "Ansible" 1209 0.009 [auth-system-keycloak-80] [] 10.0.0.222:8080 12440 0.009 200 1120f1f66251be591fe64bd6c890bf77 199.204.45.35 - - [08/Apr/2026:03:21:56 +0000] "GET /admin/realms/atmosphere/client-scopes/ec61767e-b04b-4cd4-abd9-4e24d10d761d HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.011 [auth-system-keycloak-80] [] 10.0.0.222:8080 1218 0.011 200 68e289ff8ff5ebfbddbc9c9b7b8985f8 199.204.45.35 - - [08/Apr/2026:03:21:57 +0000] "PUT /admin/realms/atmosphere/client-scopes/ec61767e-b04b-4cd4-abd9-4e24d10d761d HTTP/1.1" 204 0 "-" "Ansible" 1846 0.012 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.011 204 c25cbe3f9f15863970a51fef1e81f2a1 199.204.45.35 - - [08/Apr/2026:03:21:57 +0000] "GET /admin/realms/atmosphere/client-scopes/ec61767e-b04b-4cd4-abd9-4e24d10d761d/protocol-mappers/models HTTP/1.1" 200 968 "-" "Ansible" 1270 0.038 [auth-system-keycloak-80] [] 10.0.0.222:8080 968 0.038 200 856c859ad64049aca09f3b65a88c63fd 199.204.45.35 - - [08/Apr/2026:03:21:57 +0000] "GET /admin/realms/atmosphere/client-scopes/ec61767e-b04b-4cd4-abd9-4e24d10d761d/protocol-mappers/models/6397e98a-1ba2-4e2a-a953-2a5df2309510 HTTP/1.1" 200 371 "-" "Ansible" 1307 0.007 [auth-system-keycloak-80] [] 10.0.0.222:8080 371 0.007 200 df08f546128f92a0f7d2e39d33aa2f9f 199.204.45.35 - - [08/Apr/2026:03:21:57 +0000] "PUT /admin/realms/atmosphere/client-scopes/ec61767e-b04b-4cd4-abd9-4e24d10d761d/protocol-mappers/models/6397e98a-1ba2-4e2a-a953-2a5df2309510 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.012 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.012 204 fd467df121caf22e671b346d7eab3ab2 199.204.45.35 - - [08/Apr/2026:03:21:57 +0000] "GET /admin/realms/atmosphere/client-scopes/ec61767e-b04b-4cd4-abd9-4e24d10d761d HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.012 [auth-system-keycloak-80] [] 10.0.0.222:8080 1218 0.012 200 e216bd2ca61717339727d77fe27b5d03 W0408 03:21:57.972837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:21:57.972867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [08/Apr/2026:03:22:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.467 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.466 200 c13576ca7466c87193993885a54ba562 199.204.45.35 - - [08/Apr/2026:03:22:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.222:8080 1259 0.006 200 db10edb8b97a92d219320a7821e68a16 199.204.45.35 - - [08/Apr/2026:03:22:04 +0000] "PUT /admin/realms/atmosphere/clients/86afec55-c7ce-4095-adf7-d373dd63995b HTTP/1.1" 204 0 "-" "Ansible" 2603 0.069 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.067 204 fa0007b3d9cb6a314f0092ba5f41383e 199.204.45.35 - - [08/Apr/2026:03:22:04 +0000] "GET /admin/realms/atmosphere/clients/86afec55-c7ce-4095-adf7-d373dd63995b HTTP/1.1" 200 1257 "-" "Ansible" 1240 0.017 [auth-system-keycloak-80] [] 10.0.0.222:8080 1257 0.017 200 580d54ce90a2143709efab61af04d9f2 199.204.45.35 - - [08/Apr/2026:03:22:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.478 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.477 200 5d667083d38f9e3c604990068c588ad7 199.204.45.35 - - [08/Apr/2026:03:22:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.222:8080 1283 0.004 200 e6d841373125063be97a9369abb26255 199.204.45.35 - - [08/Apr/2026:03:22:05 +0000] "PUT /admin/realms/atmosphere/clients/28b793ab-2190-4ff2-9b83-1444c36d28ed HTTP/1.1" 204 0 "-" "Ansible" 2628 0.019 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.019 204 1812a3c2e0aec65687db74372f29b2a3 199.204.45.35 - - [08/Apr/2026:03:22:05 +0000] "GET /admin/realms/atmosphere/clients/28b793ab-2190-4ff2-9b83-1444c36d28ed HTTP/1.1" 200 1281 "-" "Ansible" 1240 0.048 [auth-system-keycloak-80] [] 10.0.0.222:8080 1281 0.048 200 2f9b8fb17e0c44509bd6341e4acd241c 199.204.45.35 - - [08/Apr/2026:03:22:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.467 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.465 200 64ab50eea6cd34241cf504eaf53a6d2f 199.204.45.35 - - [08/Apr/2026:03:22:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.032 [auth-system-keycloak-80] [] 10.0.0.222:8080 1249 0.032 200 bf3aeb21038f0364462300762fe2c97d 199.204.45.35 - - [08/Apr/2026:03:22:06 +0000] "PUT /admin/realms/atmosphere/clients/40175dba-f6aa-4b61-820e-3eea4683ae62 HTTP/1.1" 204 0 "-" "Ansible" 2593 0.085 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.084 204 82ec06fb8d14b35560e07bdcc3e26290 199.204.45.35 - - [08/Apr/2026:03:22:06 +0000] "GET /admin/realms/atmosphere/clients/40175dba-f6aa-4b61-820e-3eea4683ae62 HTTP/1.1" 200 1247 "-" "Ansible" 1240 0.020 [auth-system-keycloak-80] [] 10.0.0.222:8080 1247 0.020 200 39858ff999c84fbb1aeada4225f5f134 199.204.45.35 - - [08/Apr/2026:03:22:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.458 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.457 200 290c55f34485bcbccf68ae9b3c1927cf 199.204.45.35 - - [08/Apr/2026:03:22:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.014 [auth-system-keycloak-80] [] 10.0.0.222:8080 1259 0.014 200 27ab6128be57d6cc94537abfe22e8141 199.204.45.35 - - [08/Apr/2026:03:22:07 +0000] "GET /admin/realms/atmosphere/clients/86afec55-c7ce-4095-adf7-d373dd63995b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.049 [auth-system-keycloak-80] [] 10.0.0.222:8080 166 0.049 200 5cbe3fbf40f17b9b2e901e5b20c19b30 199.204.45.35 - - [08/Apr/2026:03:22:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.511 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.510 200 6ec98b7bedb95762baf9aee673eb7980 199.204.45.35 - - [08/Apr/2026:03:22:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.222:8080 1283 0.008 200 c8cb2e236bed52f8cf6b9dad108c3910 199.204.45.35 - - [08/Apr/2026:03:22:08 +0000] "GET /admin/realms/atmosphere/clients/28b793ab-2190-4ff2-9b83-1444c36d28ed/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.006 [auth-system-keycloak-80] [] 10.0.0.222:8080 165 0.006 200 5e26b71e7d1f58ec8450f5c556aeab82 199.204.45.35 - - [08/Apr/2026:03:22:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.500 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.499 200 8a0677a3983f3a04700ea4734850adc1 199.204.45.35 - - [08/Apr/2026:03:22:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.222:8080 1283 0.011 200 915ad8e364f63c240e4b899a056d35c8 199.204.45.35 - - [08/Apr/2026:03:22:09 +0000] "GET /admin/realms/atmosphere/clients/28b793ab-2190-4ff2-9b83-1444c36d28ed/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.222:8080 166 0.009 200 45eb45679e2c7d22e10f289f8bdbec4b 199.204.45.35 - - [08/Apr/2026:03:22:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.498 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.497 200 f5f53d720776b469c1314a814e7b7147 199.204.45.35 - - [08/Apr/2026:03:22:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.222:8080 1283 0.006 200 7775474def73b0538086eb427ed1847f 199.204.45.35 - - [08/Apr/2026:03:22:10 +0000] "GET /admin/realms/atmosphere/clients/28b793ab-2190-4ff2-9b83-1444c36d28ed/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.005 [auth-system-keycloak-80] [] 10.0.0.222:8080 166 0.005 200 2db5bafc57f8fa99f004952bb6b4c8e9 199.204.45.35 - - [08/Apr/2026:03:22:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.480 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.477 200 b9867430fbd21ed40c6b9d083fa9dba2 199.204.45.35 - - [08/Apr/2026:03:22:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.222:8080 1249 0.011 200 7ffe50e96395ac636a1394ac95b4df36 199.204.45.35 - - [08/Apr/2026:03:22:10 +0000] "GET /admin/realms/atmosphere/clients/40175dba-f6aa-4b61-820e-3eea4683ae62/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.003 [auth-system-keycloak-80] [] 10.0.0.222:8080 166 0.003 200 36f5c0b9972cb64d92b83e2cb0706540 199.204.45.35 - - [08/Apr/2026:03:23:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.455 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.454 200 85404b307982a4c868ff8bd862cac300 199.204.45.35 - - [08/Apr/2026:03:23:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.004 [auth-system-keycloak-80] [] 10.0.0.222:8080 4384 0.004 200 703583fd6b975d85d4cfdf02228776c4 199.204.45.35 - - [08/Apr/2026:03:23:02 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5853 0.082 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.081 204 50d9df2926170414cb4c5fb802bcf568 199.204.45.35 - - [08/Apr/2026:03:23:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.096 [auth-system-keycloak-80] [] 10.0.0.222:8080 4384 0.096 200 48ab64c2c9a081de001dc736aa6e8e61 199.204.45.35 - - [08/Apr/2026:03:23:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.450 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.447 200 3cc244751dd7eb9b554ba0d1872158ff 199.204.45.35 - - [08/Apr/2026:03:23:03 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.005 [auth-system-keycloak-80] [] 10.0.0.222:8080 1682 0.004 200 17bb52b61fe2e023bad66be929fd4cc1 199.204.45.35 - - [08/Apr/2026:03:23:04 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.015 [auth-system-keycloak-80] [] 10.0.0.222:8080 6411 0.015 200 5d5232e4b51ea800102286f6c55a0288 199.204.45.35 - - [08/Apr/2026:03:23:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.470 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.468 200 18566d4af5440cc3e0872cf79a200a17 199.204.45.35 - - [08/Apr/2026:03:23:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.222:8080 2242 0.005 200 e0f658c2530ef656cd9c6f0e25cd577c 199.204.45.35 - - [08/Apr/2026:03:23:05 +0000] "PUT /admin/realms/atmosphere/clients/bb5cb555-399e-478f-9a96-169d952208ad HTTP/1.1" 204 0 "-" "Ansible" 3640 0.058 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.058 204 001650a91976fc64b1d83965e61f9695 199.204.45.35 - - [08/Apr/2026:03:23:05 +0000] "GET /admin/realms/atmosphere/clients/bb5cb555-399e-478f-9a96-169d952208ad HTTP/1.1" 200 2240 "-" "Ansible" 1240 0.016 [auth-system-keycloak-80] [] 10.0.0.222:8080 2240 0.016 200 a19f2d4a25cd45bdef16a3aa56ac062e 199.204.45.35 - - [08/Apr/2026:03:23:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.473 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.473 200 c6668b470bdcfbc03a12d45a9ae9f19e 199.204.45.35 - - [08/Apr/2026:03:23:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.014 [auth-system-keycloak-80] [] 10.0.0.222:8080 2242 0.013 200 ef5e491bfe170added4b3c8129628beb 199.204.45.35 - - [08/Apr/2026:03:23:07 +0000] "GET /admin/realms/atmosphere/clients/bb5cb555-399e-478f-9a96-169d952208ad/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.050 [auth-system-keycloak-80] [] 10.0.0.222:8080 233 0.050 200 7a4a64129719bd8d1d16177776c2bb51 199.204.45.35 - - [08/Apr/2026:03:23:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.005 [auth-system-keycloak-80] [] 10.0.0.222:8080 831 0.005 200 c4a5be1888c808749cea1ee575259e9f 199.204.45.35 - - [08/Apr/2026:03:23:07 +0000] "GET /admin/realms/atmosphere/clients/ae1606d0-8654-4eab-9346-ef8d89e7cb91/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.003 [auth-system-keycloak-80] [] 10.0.0.222:8080 3758 0.003 200 16abb15092ace369ddebe308d7eeeebd 199.204.45.35 - - [08/Apr/2026:03:23:07 +0000] "GET /admin/realms/atmosphere/users/c4bde53c-463f-4f6d-a267-2578de31c0ce/role-mappings/clients/ae1606d0-8654-4eab-9346-ef8d89e7cb91/available HTTP/1.1" 200 3569 "-" "Ansible" 1307 0.005 [auth-system-keycloak-80] [] 10.0.0.222:8080 3569 0.005 200 c00335dbb9ca5ad99b8316d0ed111eea 199.204.45.35 - - [08/Apr/2026:03:23:07 +0000] "GET /admin/realms/atmosphere/users/c4bde53c-463f-4f6d-a267-2578de31c0ce/role-mappings/clients/ae1606d0-8654-4eab-9346-ef8d89e7cb91/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.053 [auth-system-keycloak-80] [] 10.0.0.222:8080 576 0.053 200 cff9e6069cce67ab157d33ae56cd70ec W0408 03:23:11.507020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:23:11.507068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 03:23:11.513789 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.007s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:33.4kB} I0408 03:23:11.513822 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" 199.204.45.35 - - [08/Apr/2026:03:23:12 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.004 [openstack-keystone-api-5000] [] 10.0.0.232:5000 280 0.004 300 76d59298d29db34cfc9c91836b59a739 199.204.45.35 - - [08/Apr/2026:03:23:13 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.009 [openstack-keystone-api-5000] [] 10.0.0.232:5000 265 0.008 200 3418f7e628b817cc1a9852121bc54fa9 199.204.45.35 - - [08/Apr/2026:03:23:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.322 [openstack-keystone-api-5000] [] 10.0.0.232:5000 1359 0.322 201 28940c1c2a6cec3d072e359a56fdb33e 199.204.45.35 - - [08/Apr/2026:03:23:13 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.232:5000 280 0.002 300 6c006794bd48c7ee659394966b90348e 199.204.45.35 - - [08/Apr/2026:03:23:14 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.025 [openstack-keystone-api-5000] [] 10.0.0.232:5000 90 0.025 404 3e46b859014f3196c047766d77cec500 199.204.45.35 - - [08/Apr/2026:03:23:14 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.033 [openstack-keystone-api-5000] [] 10.0.0.232:5000 368 0.033 200 81390adce6b4999616f69f4403fb9477 199.204.45.35 - - [08/Apr/2026:03:23:14 +0000] "GET /v3/domains/71e25e00d4244d22b068c10b618351b0 HTTP/1.1" 200 246 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.012 [openstack-keystone-api-5000] [] 10.0.0.232:5000 246 0.012 200 324eda8771588fa7b89cf31cd2d9f98e 199.204.45.35 - - [08/Apr/2026:03:23:14 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 265 0.003 200 37000decfb6bba8514b24c12d33f19ca 199.204.45.35 - - [08/Apr/2026:03:23:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.232:5000 1359 0.292 201 92db3a0656cd593b0721d1abcf71b060 199.204.45.35 - - [08/Apr/2026:03:23:15 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 280 0.003 300 e32cbf604850b8dc265b2584711144e9 199.204.45.35 - - [08/Apr/2026:03:23:15 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 200 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.024 [openstack-keystone-api-5000] [] 10.0.0.232:5000 340 0.024 200 6e23a6b9a7791cb7aea4b973015c005a 199.204.45.35 - - [08/Apr/2026:03:23:15 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 200 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.023 [openstack-keystone-api-5000] [] 10.0.0.232:5000 340 0.023 200 a02a217a74b185a87cb57f712da6f305 199.204.45.35 - - [08/Apr/2026:03:23:15 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 265 0.003 200 62d3ab80d87cfa1e39e59cf5420d8f14 199.204.45.35 - - [08/Apr/2026:03:23:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.330 [openstack-keystone-api-5000] [] 10.0.0.232:5000 1359 0.330 201 1d1642a58745ddb22ec1bd88c43e9235 199.204.45.35 - - [08/Apr/2026:03:23:16 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 280 0.003 300 dd97bb59c71d4515c30dfcd48ca2e24a 199.204.45.35 - - [08/Apr/2026:03:23:16 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 200 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.023 [openstack-keystone-api-5000] [] 10.0.0.232:5000 356 0.023 200 d2ed18b024dc10305b93ca7611291b37 199.204.45.35 - - [08/Apr/2026:03:23:16 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 265 0.003 200 2320332a091035b77c4f041b5eb57850 199.204.45.35 - - [08/Apr/2026:03:23:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.232:5000 1359 0.287 201 066348fb2cd4abe1d90348037a857fc2 199.204.45.35 - - [08/Apr/2026:03:23:17 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 280 0.003 300 4fa8f2cca8d67455f9e526832414a80b 199.204.45.35 - - [08/Apr/2026:03:23:17 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 200 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.016 [openstack-keystone-api-5000] [] 10.0.0.232:5000 222 0.016 200 08868369055d4b0a5c4d80de34b29cff E0408 03:23:21.673780 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-35.nip.io. Skipping. W0408 03:23:21.674609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 03:23:21.674643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 03:23:21.678755 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:33.4kB} I0408 03:23:21.678780 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" 199.204.45.35 - - [08/Apr/2026:03:23:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.503 [auth-system-keycloak-80] [] 10.0.0.222:8080 1925 0.501 200 722d34cec07d94902d5c2808c1b2d35e 199.204.45.35 - - [08/Apr/2026:03:23:25 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1231 0.020 [auth-system-keycloak-80] [] 10.0.0.222:8080 2 0.020 200 a0aa667c90b9156847f4cb2095d49c7c 199.204.45.35 - - [08/Apr/2026:03:23:25 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1397 0.020 [auth-system-keycloak-80] [] 10.0.0.222:8080 0 0.019 201 1e0c7118e54368902e100fd5a188921c 199.204.45.35 - - [08/Apr/2026:03:23:25 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1231 0.032 [auth-system-keycloak-80] [] 10.0.0.222:8080 322 0.032 200 5b2178b0863ea6254b566349d4af2698 199.204.45.35 - - [08/Apr/2026:03:23:25 +0000] "GET /admin/realms/atmosphere/users/7c3ddb4c-31eb-449e-8b0c-cac99d450f81/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.009 [auth-system-keycloak-80] [] 10.0.0.222:8080 2 0.009 200 70e839d2dc7b0414870e1e8e0f2b3498 199.204.45.35 - - [08/Apr/2026:03:23:25 +0000] "GET /admin/realms/atmosphere/users/7c3ddb4c-31eb-449e-8b0c-cac99d450f81/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.004 [auth-system-keycloak-80] [] 10.0.0.222:8080 2 0.004 200 b210a2a0c3496585c4e40232c3d7c1bc 199.204.45.35 - - [08/Apr/2026:03:23:26 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 265 0.003 200 580467b732bd44373f3fe8a481760861 199.204.45.35 - - [08/Apr/2026:03:23:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.310 [openstack-keystone-api-5000] [] 10.0.0.232:5000 1359 0.310 201 010f4a34d046a6f47f78d1ed095d3f45 199.204.45.35 - - [08/Apr/2026:03:23:27 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 280 0.003 300 ff7ae103069cd37fe9336c9a517d7e13 199.204.45.35 - - [08/Apr/2026:03:23:27 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.020 [openstack-keystone-api-5000] [] 10.0.0.232:5000 90 0.020 404 06eb510f72a5d7dfad9f9dfde0757906 199.204.45.35 - - [08/Apr/2026:03:23:27 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.027 [openstack-keystone-api-5000] [] 10.0.0.232:5000 368 0.027 200 e87d3f8673e2a2611fa0dd190555ac6f 199.204.45.35 - - [08/Apr/2026:03:23:27 +0000] "GET /v3/users?domain_id=71e25e00d4244d22b068c10b618351b0&name=test-user HTTP/1.1" 200 173 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.035 [openstack-keystone-api-5000] [] 10.0.0.232:5000 173 0.035 200 b2f990b8f2b429bca694786aafffad4e 199.204.45.35 - - [08/Apr/2026:03:23:28 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.232:5000 265 0.003 200 bd83bb0212ddd62e521863d6c8c74140 199.204.45.35 - - [08/Apr/2026:03:23:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.296 [openstack-keystone-api-5000] [] 10.0.0.232:5000 1359 0.296 201 99da78d0825b267d1c0fc002a3abd897 199.204.45.35 - - [08/Apr/2026:03:23:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.002 [openstack-keystone-api-5000] [] 10.0.0.232:5000 280 0.002 300 eef4d7ed768ab9c7e17124a19e14f172 199.204.45.35 - - [08/Apr/2026:03:23:29 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.023 [openstack-keystone-api-5000] [] 10.0.0.232:5000 90 0.024 404 3fdbf5817626b33d3e5e7e0bce989dc1 199.204.45.35 - - [08/Apr/2026:03:23:29 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.024 [openstack-keystone-api-5000] [] 10.0.0.232:5000 368 0.024 200 4c3b1a2577e4572dae9b2b7418fb6311 199.204.45.35 - - [08/Apr/2026:03:23:29 +0000] "GET /v3/users?domain_id=71e25e00d4244d22b068c10b618351b0&name=test-user HTTP/1.1" 200 449 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.121 [openstack-keystone-api-5000] [] 10.0.0.232:5000 449 0.121 200 ee5a7458ff4dd47c5fc48a4b22c822b4