------------------------------------------------------------------------------- W0419 16:15:53.955825 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 I0419 16:15:53.955973 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0419 16:15:53.965002 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" ------------------------------------------------------------------------------- I0419 16:15:53.968293 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0419 16:15:54.298483 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0419 16:15:54.318945 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0419 16:15:54.333241 7 nginx.go:271] "Starting NGINX Ingress controller" I0419 16:15:54.342230 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"948eca7a-ff71-43b9-9a3d-b95bcdb8d84e", APIVersion:"v1", ResourceVersion:"1540", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0419 16:15:54.345427 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"af604d54-00ca-4f16-b980-3efd016eb7c7", APIVersion:"v1", ResourceVersion:"1542", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0419 16:15:54.345463 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"fcade648-2cce-442d-9a2e-4869501c3446", APIVersion:"v1", ResourceVersion:"1541", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0419 16:15:55.535538 7 nginx.go:317] "Starting NGINX process" I0419 16:15:55.535535 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0419 16:15:55.536492 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0419 16:15:55.536843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:15:55.536901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0419 16:15:55.536975 7 controller.go:196] "Configuration changes detected, backend reload required" I0419 16:15:55.545304 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0419 16:15:55.545363 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-rnz6s" I0419 16:15:55.572401 7 controller.go:216] "Backend successfully reloaded" I0419 16:15:55.572520 7 controller.go:227] "Initial sync, sleeping for 1 second" I0419 16:15:55.572624 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rnz6s", UID:"6ececd88-cdf2-43f3-8593-cecd9a6baa6f", APIVersion:"v1", ResourceVersion:"1588", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0419 16:15:59.354425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:15:59.354572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:02.688347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:02.688380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:06.021270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:06.021300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:09.354544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:09.354588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:12.688520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:12.688567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:16.021587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:16.021627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:19.355404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:19.355446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:22.689948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:22.690178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:26.021999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:26.022033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:38.036586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:38.036621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:51.071107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:51.071138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:54.405129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:54.405283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:57.738058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:16:57.738104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:17:51.627602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:17:51.627645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:18:19.577259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:18:19.577301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:18:22.912330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:18:22.912373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:18:27.864165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:18:27.864196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:18:37.197980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:18:37.198024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:18:40.532244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:18:40.532293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:18:43.865410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:18:43.865454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:18:47.198178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:18:47.198239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:19:52.357290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:19:52.357317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:19:55.691210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:19:55.691249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:20:53.377787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:20:53.377822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:20:57.211268 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-95.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-95.nip.io-tls was not found. Using default certificate W0419 16:20:57.211950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:20:57.211970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0419 16:20:57.213831 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0419 16:20:57.213865 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0419 16:20:57.222045 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0419 16:20:57.222303 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-95.nip.io-tls" in local store W0419 16:20:57.222372 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-95.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-95.nip.io-tls was not found. Using default certificate W0419 16:20:57.222391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:20:57.222400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0419 16:20:57.222441 7 controller.go:196] "Configuration changes detected, backend reload required" I0419 16:20:57.222435 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"afc12c0a-33d1-447b-8f9a-111d5e6858c4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3879", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0419 16:20:57.259640 7 controller.go:216] "Backend successfully reloaded" I0419 16:20:57.259750 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rnz6s", UID:"6ececd88-cdf2-43f3-8593-cecd9a6baa6f", APIVersion:"v1", ResourceVersion:"1588", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0419 16:20:57.551920 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-95.nip.io-tls" I0419 16:20:57.552730 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-95.nip.io-tls" W0419 16:21:00.556163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:21:00.556205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.95 - - [19/Apr/2026:16:21:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.921 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 1.919 200 648b33940060f2bb493f6650e23fe941 199.204.45.95 - - [19/Apr/2026:16:21:05 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.175 [auth-system-keycloak-80] [] 10.0.0.188:8080 116 0.175 404 20339027ed9b4d309800a74484e143ff W0419 16:21:07.171325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:21:07.171361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.95 - - [19/Apr/2026:16:21:10 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.593 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 4.592 201 b79c6afde39849eeff328fa86a29252b W0419 16:21:10.504942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:21:10.505001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.95 - - [19/Apr/2026:16:21:10 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.519 [auth-system-keycloak-80] [] 10.0.0.188:8080 4246 0.519 200 55f51cb416ac28c0baa7eb24431b5bbb 199.204.45.95 - - [19/Apr/2026:16:21:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.542 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.540 200 32cb0a52240ecb38d1f45a52914ce03b 199.204.45.95 - - [19/Apr/2026:16:21:11 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.067 [auth-system-keycloak-80] [] 10.0.0.188:8080 12500 0.067 200 d2342f68a1e67492b861d7cda7f2d982 199.204.45.95 - - [19/Apr/2026:16:21:11 +0000] "GET /admin/realms/atmosphere/client-scopes/95168b3f-a756-4449-a514-f91d308ec818 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.007 [auth-system-keycloak-80] [] 10.0.0.188:8080 1278 0.007 200 9d2444e549b99ed9aec1d69b38e97293 199.204.45.95 - - [19/Apr/2026:16:21:11 +0000] "PUT /admin/realms/atmosphere/client-scopes/95168b3f-a756-4449-a514-f91d308ec818 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.053 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.052 204 71b573cf68700fb173db204d01598d97 199.204.45.95 - - [19/Apr/2026:16:21:11 +0000] "GET /admin/realms/atmosphere/client-scopes/95168b3f-a756-4449-a514-f91d308ec818/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.020 [auth-system-keycloak-80] [] 10.0.0.188:8080 963 0.020 200 e31ec1d3ee1f56e427e2c0e3c4f5f37e 199.204.45.95 - - [19/Apr/2026:16:21:11 +0000] "GET /admin/realms/atmosphere/client-scopes/95168b3f-a756-4449-a514-f91d308ec818/protocol-mappers/models/26eaa768-f2cb-47a8-9cc2-525c6f72dae5 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.062 [auth-system-keycloak-80] [] 10.0.0.188:8080 366 0.062 200 10814c9e530e1b01174008ed351862ed 199.204.45.95 - - [19/Apr/2026:16:21:11 +0000] "PUT /admin/realms/atmosphere/client-scopes/95168b3f-a756-4449-a514-f91d308ec818/protocol-mappers/models/26eaa768-f2cb-47a8-9cc2-525c6f72dae5 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.023 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.022 204 c6215e223c9c9d839bf2acb509d5538a 199.204.45.95 - - [19/Apr/2026:16:21:12 +0000] "GET /admin/realms/atmosphere/client-scopes/95168b3f-a756-4449-a514-f91d308ec818 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.068 [auth-system-keycloak-80] [] 10.0.0.188:8080 1218 0.068 200 08c73eb563e21c0afd406f2cab8dbc59 W0419 16:21:17.297129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:21:17.297185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:21:20.630938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:21:20.631061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:21:31.615292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:21:31.615318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.95 - - [19/Apr/2026:16:21:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.473 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.471 200 63f12d5cbfd4b5c3513381f583f6033a 199.204.45.95 - - [19/Apr/2026:16:21:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.074 [auth-system-keycloak-80] [] 10.0.0.188:8080 2 0.074 200 ba547398d1a235b070749f88f8686790 199.204.45.95 - - [19/Apr/2026:16:21:34 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.118 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.117 201 377f41f0a1f4267259e4e7fcfed4eb26 199.204.45.95 - - [19/Apr/2026:16:21:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.081 [auth-system-keycloak-80] [] 10.0.0.188:8080 1259 0.081 200 5d329956b54cfba1748a29f87a22bb4d W0419 16:21:34.949611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:21:34.949643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.95 - - [19/Apr/2026:16:21:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.378 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 1.377 200 2eba615635eeef4f077d5022737197f4 199.204.45.95 - - [19/Apr/2026:16:21:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.087 [auth-system-keycloak-80] [] 10.0.0.188:8080 2 0.087 200 f835cf193958d90727e8e4097bb367c4 199.204.45.95 - - [19/Apr/2026:16:21:36 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.196 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.194 201 6be13f4abab0c400023444be602d8186 199.204.45.95 - - [19/Apr/2026:16:21:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.101 [auth-system-keycloak-80] [] 10.0.0.188:8080 1283 0.101 200 d34312c96422cb6aa57f57a92baae4b1 199.204.45.95 - - [19/Apr/2026:16:21:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.559 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 1.558 200 bcd5a8e18964798d203d5b247a2a7cf9 199.204.45.95 - - [19/Apr/2026:16:21:36 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.035 [auth-system-keycloak-80] [] 10.0.0.188:8080 4246 0.035 200 d73d2996091e99e0d8f8b74beb06ad73 199.204.45.95 - - [19/Apr/2026:16:21:37 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.887 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.886 204 64ae588bd8f41df42148914e7fc82ecc 199.204.45.95 - - [19/Apr/2026:16:21:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.299 [auth-system-keycloak-80] [] 10.0.0.188:8080 4384 0.299 200 0a54cc910bf0511ce976314af360ae80 199.204.45.95 - - [19/Apr/2026:16:21:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.593 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 1.592 200 207e7cf1709a22032936450ae21b3c47 199.204.45.95 - - [19/Apr/2026:16:21:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.070 [auth-system-keycloak-80] [] 10.0.0.188:8080 2 0.070 200 ae990ce4212cc0087e1748cfba7777fb 199.204.45.95 - - [19/Apr/2026:16:21:38 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.200 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.200 201 27c6bdb841cdf1a0e44e661d0c73c928 199.204.45.95 - - [19/Apr/2026:16:21:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.085 [auth-system-keycloak-80] [] 10.0.0.188:8080 1249 0.085 200 19279f0e88e23ecff8cf1ede716fcb88 199.204.45.95 - - [19/Apr/2026:16:21:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.863 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.861 200 8e69da4ca7728325ebdc7cccf932c37a 199.204.45.95 - - [19/Apr/2026:16:21:39 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.037 [auth-system-keycloak-80] [] 10.0.0.188:8080 1682 0.037 200 ba405f198822c87b5dd7857f62fdab51 199.204.45.95 - - [19/Apr/2026:16:21:39 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.059 [auth-system-keycloak-80] [] 10.0.0.188:8080 6411 0.059 200 2386c0d2b673f51ea540ab83f7e02c41 199.204.45.95 - - [19/Apr/2026:16:21:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.742 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.742 200 8176a57b01ea08ade7e97ee93acc1212 199.204.45.95 - - [19/Apr/2026:16:21:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.188:8080 1259 0.005 200 1a510ddf658c76b82523bc60df56d75e 199.204.45.95 - - [19/Apr/2026:16:21:40 +0000] "GET /admin/realms/atmosphere/clients/0f25bb31-b545-47e8-89b4-da896477d11e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.056 [auth-system-keycloak-80] [] 10.0.0.188:8080 119 0.056 404 2fb982f3ae7497cebea8ba36f2617f76 199.204.45.95 - - [19/Apr/2026:16:21:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.188:8080 1259 0.005 200 34319ebb9148f8a9146ad80f980a1946 199.204.45.95 - - [19/Apr/2026:16:21:40 +0000] "POST /admin/realms/atmosphere/clients/0f25bb31-b545-47e8-89b4-da896477d11e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.015 201 64cdae3f0b8e8d3ecb6ba34c67403801 199.204.45.95 - - [19/Apr/2026:16:21:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.051 [auth-system-keycloak-80] [] 10.0.0.188:8080 1259 0.051 200 ee688e14491c485cef33380b7147db52 199.204.45.95 - - [19/Apr/2026:16:21:40 +0000] "GET /admin/realms/atmosphere/clients/0f25bb31-b545-47e8-89b4-da896477d11e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.188:8080 166 0.014 200 4d7ee8ab529b7a98fe42054c58cb4db2 199.204.45.95 - - [19/Apr/2026:16:21:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.837 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.836 200 5de8a1258f0be09d21cf6dea15b0eab1 199.204.45.95 - - [19/Apr/2026:16:21:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.062 [auth-system-keycloak-80] [] 10.0.0.188:8080 1283 0.062 200 ddb6e3929f15b4f7e35df0aca391fd92 199.204.45.95 - - [19/Apr/2026:16:21:41 +0000] "GET /admin/realms/atmosphere/clients/357aa916-8259-44c0-8680-55381f641caf/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.007 [auth-system-keycloak-80] [] 10.0.0.188:8080 119 0.007 404 1362ea11ebbc1e2f26ec85570de31a9f 199.204.45.95 - - [19/Apr/2026:16:21:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.070 [auth-system-keycloak-80] [] 10.0.0.188:8080 1283 0.070 200 412ca35976006a788037c744b0342b1b 199.204.45.95 - - [19/Apr/2026:16:21:41 +0000] "POST /admin/realms/atmosphere/clients/357aa916-8259-44c0-8680-55381f641caf/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.014 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.013 201 84f60aeb523d1af17e050b40129455b3 199.204.45.95 - - [19/Apr/2026:16:21:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.072 [auth-system-keycloak-80] [] 10.0.0.188:8080 1283 0.072 200 dd1c31a7740c9d010be46dcf55ef330a 199.204.45.95 - - [19/Apr/2026:16:21:41 +0000] "GET /admin/realms/atmosphere/clients/357aa916-8259-44c0-8680-55381f641caf/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.015 [auth-system-keycloak-80] [] 10.0.0.188:8080 165 0.015 200 32709d24ece3e1e458daa2d5bcb392c9 199.204.45.95 - - [19/Apr/2026:16:21:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.156 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 1.155 200 b88bf9e09390418b639f8f5b28d76090 199.204.45.95 - - [19/Apr/2026:16:21:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.011 [auth-system-keycloak-80] [] 10.0.0.188:8080 2 0.011 200 6c9ae3cc1830374469fd43d453d3e4ff 199.204.45.95 - - [19/Apr/2026:16:21:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.088 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.084 201 53eb6ba563074c0577aaba730cd35021 199.204.45.95 - - [19/Apr/2026:16:21:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.065 [auth-system-keycloak-80] [] 10.0.0.188:8080 2242 0.065 200 2d87496e67dbf1509badc7942c58b298 199.204.45.95 - - [19/Apr/2026:16:21:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.585 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.585 200 c8584c02538276ae57bbc9e485fe8ff0 199.204.45.95 - - [19/Apr/2026:16:21:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.188:8080 1283 0.007 200 43ff058ef65fbc267a564d4f28780e25 199.204.45.95 - - [19/Apr/2026:16:21:42 +0000] "GET /admin/realms/atmosphere/clients/357aa916-8259-44c0-8680-55381f641caf/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.082 [auth-system-keycloak-80] [] 10.0.0.188:8080 119 0.082 404 65f25de0e50fe93895210add162d631d 199.204.45.95 - - [19/Apr/2026:16:21:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.079 [auth-system-keycloak-80] [] 10.0.0.188:8080 1283 0.079 200 f03561f29c4d0c22e9fe0221be1710b1 199.204.45.95 - - [19/Apr/2026:16:21:42 +0000] "POST /admin/realms/atmosphere/clients/357aa916-8259-44c0-8680-55381f641caf/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.014 201 afc0fb34e7ae1518e22dd9f625ebc243 199.204.45.95 - - [19/Apr/2026:16:21:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.064 [auth-system-keycloak-80] [] 10.0.0.188:8080 1283 0.064 200 6ae0cb3056732e1cfb386f9e745670bb 199.204.45.95 - - [19/Apr/2026:16:21:43 +0000] "GET /admin/realms/atmosphere/clients/357aa916-8259-44c0-8680-55381f641caf/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.091 [auth-system-keycloak-80] [] 10.0.0.188:8080 166 0.091 200 78855a6a27580a69c35b8d891d215f7a 199.204.45.95 - - [19/Apr/2026:16:21:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.778 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.778 200 e5c0aa3beb1c6fc1c111d32662996a3d 199.204.45.95 - - [19/Apr/2026:16:21:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.188:8080 2242 0.006 200 bdc6b3ffc940879fce34c1410c089988 199.204.45.95 - - [19/Apr/2026:16:21:43 +0000] "GET /admin/realms/atmosphere/clients/ab75debc-6902-4ab2-831c-e2965d997557/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.038 [auth-system-keycloak-80] [] 10.0.0.188:8080 233 0.038 200 2c4269cec68296c42bf4cbce8b097299 199.204.45.95 - - [19/Apr/2026:16:21:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.097 [auth-system-keycloak-80] [] 10.0.0.188:8080 831 0.097 200 6fac6ec9f7c0f26ed74c50518da661bf 199.204.45.95 - - [19/Apr/2026:16:21:43 +0000] "GET /admin/realms/atmosphere/clients/79b9698e-300c-4427-86fd-c41a2813991d/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.098 [auth-system-keycloak-80] [] 10.0.0.188:8080 3758 0.098 200 0ee63204318d80f5eb8eaa0171a6b63d 199.204.45.95 - - [19/Apr/2026:16:21:44 +0000] "GET /admin/realms/atmosphere/users/ba710aa5-05bb-4721-b9b8-c0cc80744b9e/role-mappings/clients/79b9698e-300c-4427-86fd-c41a2813991d/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.272 [auth-system-keycloak-80] [] 10.0.0.188:8080 3758 0.272 200 6f7b2e5f946dff865bfa2cbabaae1f0c 199.204.45.95 - - [19/Apr/2026:16:21:44 +0000] "GET /admin/realms/atmosphere/users/ba710aa5-05bb-4721-b9b8-c0cc80744b9e/role-mappings/clients/79b9698e-300c-4427-86fd-c41a2813991d/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.094 [auth-system-keycloak-80] [] 10.0.0.188:8080 2 0.094 200 cde2c576f6b79869b02f20d53d96b159 199.204.45.95 - - [19/Apr/2026:16:21:44 +0000] "POST /admin/realms/atmosphere/users/ba710aa5-05bb-4721-b9b8-c0cc80744b9e/role-mappings/clients/79b9698e-300c-4427-86fd-c41a2813991d HTTP/1.1" 204 0 "-" "Ansible" 1388 0.093 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.092 204 9ae119af1b870c6979c9d6a098e93455 199.204.45.95 - - [19/Apr/2026:16:21:44 +0000] "GET /admin/realms/atmosphere/users/ba710aa5-05bb-4721-b9b8-c0cc80744b9e/role-mappings/clients/79b9698e-300c-4427-86fd-c41a2813991d/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.087 [auth-system-keycloak-80] [] 10.0.0.188:8080 576 0.087 200 8a19b4758b2a6ba324e597c2b8ab3626 199.204.45.95 - - [19/Apr/2026:16:21:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.123 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 1.122 200 3afd9ef439dba6a60a081dcf65f8a38c 199.204.45.95 - - [19/Apr/2026:16:21:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.188:8080 1283 0.005 200 0ace82908cffc0a5c20f314ebf26e755 199.204.45.95 - - [19/Apr/2026:16:21:44 +0000] "GET /admin/realms/atmosphere/clients/357aa916-8259-44c0-8680-55381f641caf/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.188:8080 119 0.008 404 33709efd86077a3b2b29a5daf5de44a8 199.204.45.95 - - [19/Apr/2026:16:21:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.033 [auth-system-keycloak-80] [] 10.0.0.188:8080 1283 0.034 200 51b16cb20595d989ac2582eba86d2664 199.204.45.95 - - [19/Apr/2026:16:21:44 +0000] "POST /admin/realms/atmosphere/clients/357aa916-8259-44c0-8680-55381f641caf/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.016 201 bace35dfea4a0b200ef0e21d5dba31ba 199.204.45.95 - - [19/Apr/2026:16:21:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.188:8080 1283 0.005 200 9ba3624901db71ef0ac975ea2a4f2a5f 199.204.45.95 - - [19/Apr/2026:16:21:44 +0000] "GET /admin/realms/atmosphere/clients/357aa916-8259-44c0-8680-55381f641caf/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.188:8080 166 0.013 200 038dc50c2989963aa6c8fa2711effe1e 199.204.45.95 - - [19/Apr/2026:16:21:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.448 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.447 200 d36c98cdb298bcee889c4526248e740c 199.204.45.95 - - [19/Apr/2026:16:21:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.188:8080 1249 0.004 200 b53d384af11a169dabe1f5df367ddd1c 199.204.45.95 - - [19/Apr/2026:16:21:45 +0000] "GET /admin/realms/atmosphere/clients/6abb4805-aa44-4269-a2ff-26728e6071c6/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.055 [auth-system-keycloak-80] [] 10.0.0.188:8080 119 0.055 404 1482d032006a71aa70f2429cd337bf54 199.204.45.95 - - [19/Apr/2026:16:21:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.188:8080 1249 0.004 200 30469cdacbf81e51f394ca2152676f82 199.204.45.95 - - [19/Apr/2026:16:21:45 +0000] "POST /admin/realms/atmosphere/clients/6abb4805-aa44-4269-a2ff-26728e6071c6/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.015 201 b0b4b23e20abeae2958bd1f13eeb8ada 199.204.45.95 - - [19/Apr/2026:16:21:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.188:8080 1249 0.005 200 e6b8b91df376a19b725ee43d36ea8bed 199.204.45.95 - - [19/Apr/2026:16:21:45 +0000] "GET /admin/realms/atmosphere/clients/6abb4805-aa44-4269-a2ff-26728e6071c6/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.038 [auth-system-keycloak-80] [] 10.0.0.188:8080 166 0.038 200 e164930f8b3781a8eca5fc10ee44161e W0419 16:21:48.082636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:21:48.082662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:21:51.416662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:21:51.416707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0419 16:21:55.554172 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.173.179"}] I0419 16:21:55.559527 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"afc12c0a-33d1-447b-8f9a-111d5e6858c4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4477", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0419 16:21:55.559897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:21:55.559940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:22:54.109934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:22:54.109968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:22:54.175990 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0419 16:22:54.176050 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0419 16:22:54.176080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:22:54.176090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0419 16:22:54.177717 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0419 16:22:54.177743 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0419 16:22:54.178557 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0419 16:22:54.178606 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0419 16:22:54.178638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:22:54.178652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:22:54.178900 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0419 16:22:54.178962 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0419 16:22:54.178998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:22:54.179014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0419 16:22:54.179995 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:18.2kB} I0419 16:22:54.180019 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0419 16:22:54.180582 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0419 16:22:54.180609 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0419 16:22:54.189368 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0419 16:22:54.189752 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0419 16:22:54.189775 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0419 16:22:54.190017 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0419 16:22:54.190314 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0419 16:22:54.190372 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1b343299-d744-4830-812f-567ab52339c0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5152", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0419 16:22:54.190393 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"7e08ef0f-8a74-4a4f-838d-7fe62ae9efd1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5154", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0419 16:22:54.190627 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0419 16:22:54.190661 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"52138513-a489-4b76-871e-4b3d75cec130", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5155", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0419 16:22:54.607359 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0419 16:22:54.608219 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0419 16:22:54.629965 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0419 16:22:54.631304 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0419 16:22:55.556489 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.173.179"}] I0419 16:22:55.556876 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.173.179"}] I0419 16:22:55.557556 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.173.179"}] I0419 16:22:55.571193 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1b343299-d744-4830-812f-567ab52339c0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5351", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0419 16:22:55.572076 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0419 16:22:55.572126 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"52138513-a489-4b76-871e-4b3d75cec130", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5352", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0419 16:22:55.576339 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"7e08ef0f-8a74-4a4f-838d-7fe62ae9efd1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5353", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0419 16:22:55.904971 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0419 16:22:55.910676 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0419 16:22:57.443717 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0419 16:22:57.443773 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0419 16:22:57.443803 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0419 16:22:57.443897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:22:57.443913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0419 16:22:57.444022 7 controller.go:196] "Configuration changes detected, backend reload required" I0419 16:22:57.488408 7 controller.go:216] "Backend successfully reloaded" I0419 16:22:57.488654 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rnz6s", UID:"6ececd88-cdf2-43f3-8593-cecd9a6baa6f", APIVersion:"v1", ResourceVersion:"1588", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0419 16:23:00.776624 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0419 16:23:00.776665 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0419 16:23:00.776685 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0419 16:23:00.776747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:23:00.776758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:23:04.110165 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0419 16:23:04.110240 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0419 16:23:04.110330 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0419 16:23:04.110454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:23:04.110480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:23:07.445444 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0419 16:23:07.445623 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0419 16:23:07.445701 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0419 16:23:07.445886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:23:07.445907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:23:10.776853 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0419 16:23:10.776898 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0419 16:23:10.776925 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0419 16:23:10.777015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:23:10.777057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:23:14.111738 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0419 16:23:14.111789 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0419 16:23:14.111813 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0419 16:23:14.111901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:23:14.111918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.173 - - [19/Apr/2026:16:23:16 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.008 [auth-system-keycloak-80] [] 10.0.0.188:8080 6411 0.008 200 674953e82186312cbed47b6cdd8049f8 10.0.0.238 - - [19/Apr/2026:16:23:16 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.009 [auth-system-keycloak-80] [] 10.0.0.188:8080 6411 0.009 200 abb8dba03ee17055f52f9bd908ce0711 W0419 16:23:17.443695 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0419 16:23:17.443909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:23:17.443936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:23:20.777276 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0419 16:23:20.777407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:23:20.777425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:23:24.110511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:23:24.110558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:23:27.444561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:23:27.444611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:23:53.771057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:23:53.771088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:24:27.112234 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0419 16:24:27.112318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:24:27.112336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0419 16:24:27.116261 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0419 16:24:27.116301 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0419 16:24:27.121397 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0419 16:24:27.121834 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0419 16:24:27.122148 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0419 16:24:27.122213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:24:27.122235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0419 16:24:27.122350 7 controller.go:196] "Configuration changes detected, backend reload required" I0419 16:24:27.122665 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"91dc9b22-ebcc-420c-b5ac-f0925c9c9391", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6190", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0419 16:24:27.173761 7 controller.go:216] "Backend successfully reloaded" I0419 16:24:27.173981 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rnz6s", UID:"6ececd88-cdf2-43f3-8593-cecd9a6baa6f", APIVersion:"v1", ResourceVersion:"1588", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0419 16:24:27.384562 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0419 16:24:27.386058 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0419 16:24:30.456249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:24:30.456506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.95 - - [19/Apr/2026:16:24:30 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.004 [openstack-keystone-api-5000] [] 10.0.0.119:5000 280 0.004 300 18ade7366ed92c607858b837dc1b0520 199.204.45.95 - - [19/Apr/2026:16:24:32 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.119:5000 265 0.004 200 4c62162175343d7e9a6f8f6ecb879ad4 199.204.45.95 - - [19/Apr/2026:16:24:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.392 [openstack-keystone-api-5000] [] 10.0.0.119:5000 1359 0.392 201 7ef0c660024d99299a1de95d044cb01c 199.204.45.95 - - [19/Apr/2026:16:24:32 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.119:5000 280 0.005 300 32e646652d010c7703694a07789054f8 199.204.45.95 - - [19/Apr/2026:16:24:32 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.028 [openstack-keystone-api-5000] [] 10.0.0.119:5000 90 0.028 404 a7f17d5a299b98680d06ce0aa84dc353 199.204.45.95 - - [19/Apr/2026:16:24:32 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.033 [openstack-keystone-api-5000] [] 10.0.0.119:5000 368 0.033 200 be8e1944efcd447a309fe6cf61ec3b11 199.204.45.95 - - [19/Apr/2026:16:24:32 +0000] "GET /v3/domains/53d01b35c9774b25ae91a5c6c4e7b711 HTTP/1.1" 200 246 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-keystone-api-5000] [] 10.0.0.119:5000 246 0.020 200 1ccae87764684c2657cc734dfc356d4d 199.204.45.95 - - [19/Apr/2026:16:24:33 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.119:5000 265 0.003 200 cc6a5a3a6368072c245656290fe7e0aa 199.204.45.95 - - [19/Apr/2026:16:24:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.317 [openstack-keystone-api-5000] [] 10.0.0.119:5000 1359 0.317 201 625877131bc151258da5198b0db1ffb6 199.204.45.95 - - [19/Apr/2026:16:24:33 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.119:5000 280 0.004 300 d235eaa4cdc088a214364945bae3e258 199.204.45.95 - - [19/Apr/2026:16:24:33 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.025 [openstack-keystone-api-5000] [] 10.0.0.119:5000 101 0.025 404 48839f351a853c3badb1e9830887531f 199.204.45.95 - - [19/Apr/2026:16:24:33 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.018 [openstack-keystone-api-5000] [] 10.0.0.119:5000 155 0.018 200 247ea3d88b0cb565592d4de8828b6a57 199.204.45.95 - - [19/Apr/2026:16:24:33 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.029 [openstack-keystone-api-5000] [] 10.0.0.119:5000 340 0.029 201 654292b4b3772d1e57c94f0640c77e09 199.204.45.95 - - [19/Apr/2026:16:24:34 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.119:5000 265 0.004 200 e94a8ec4c4b4c08268e2f16c887487c3 199.204.45.95 - - [19/Apr/2026:16:24:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.119:5000 1359 0.295 201 78b19574b4374270445882689777ff08 199.204.45.95 - - [19/Apr/2026:16:24:34 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.119:5000 280 0.004 300 9a2bf4f0765a85ab07ce900b4a735206 199.204.45.95 - - [19/Apr/2026:16:24:34 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.023 [openstack-keystone-api-5000] [] 10.0.0.119:5000 98 0.023 404 5e25c82da85cf1535c297f0f5b949f8d 199.204.45.95 - - [19/Apr/2026:16:24:34 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.014 [openstack-keystone-api-5000] [] 10.0.0.119:5000 135 0.014 200 909e40c1b68794ec6bd6db0afaae0dab 199.204.45.95 - - [19/Apr/2026:16:24:35 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.260 [openstack-keystone-api-5000] [] 10.0.0.119:5000 356 0.260 201 cbc3f7ddffae47cca694cf11a1489e02 199.204.45.95 - - [19/Apr/2026:16:24:35 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.119:5000 265 0.003 200 990cbd7deb292e096180384992bb1d22 199.204.45.95 - - [19/Apr/2026:16:24:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.119:5000 1359 0.289 201 d7c22fcee82fc738958e1a0482d680ec 199.204.45.95 - - [19/Apr/2026:16:24:36 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.119:5000 280 0.004 300 d533e5a3a5eb74350f727510493743f0 199.204.45.95 - - [19/Apr/2026:16:24:36 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.027 [openstack-keystone-api-5000] [] 10.0.0.119:5000 131 0.027 404 ddfc37969174d86108348e81848e5c01 199.204.45.95 - - [19/Apr/2026:16:24:36 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.026 [openstack-keystone-api-5000] [] 10.0.0.119:5000 167 0.027 200 4864699ea99f114a1455a25cd2575459 199.204.45.95 - - [19/Apr/2026:16:24:36 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.017 [openstack-keystone-api-5000] [] 10.0.0.119:5000 222 0.017 201 b9299a462cabe524167ce7c23f5f3353 W0419 16:24:42.477922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:24:42.477947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:24:45.811862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:24:45.812249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:24:49.145825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:24:49.145867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0419 16:24:55.551306 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.173.179"}] I0419 16:24:55.556740 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"91dc9b22-ebcc-420c-b5ac-f0925c9c9391", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6486", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0419 16:24:55.558562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:24:55.558599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0419 16:25:11.510283 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-95.nip.io. Skipping. W0419 16:25:11.510775 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0419 16:25:11.510884 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0419 16:25:11.510966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:25:11.510994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0419 16:25:11.514790 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:33.4kB} I0419 16:25:11.514820 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0419 16:25:11.521394 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0419 16:25:11.521533 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-95.nip.io. Skipping. W0419 16:25:11.521689 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0419 16:25:11.521837 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0419 16:25:11.521895 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0419 16:25:11.521938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:25:11.521953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0419 16:25:11.522044 7 controller.go:196] "Configuration changes detected, backend reload required" I0419 16:25:11.526642 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"86e65da2-282a-440e-974a-d85e8d3cb4dd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6584", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0419 16:25:11.576883 7 controller.go:216] "Backend successfully reloaded" I0419 16:25:11.577714 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rnz6s", UID:"6ececd88-cdf2-43f3-8593-cecd9a6baa6f", APIVersion:"v1", ResourceVersion:"1588", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0419 16:25:11.806072 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0419 16:25:11.806316 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-95.nip.io. Skipping. I0419 16:25:11.807242 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0419 16:25:14.856168 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0419 16:25:14.856337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:25:14.856366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.95 - - [19/Apr/2026:16:25:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.462 [auth-system-keycloak-80] [] 10.0.0.188:8080 1925 0.460 200 e6185f18fb0ec7e836828a7072e34dbf 199.204.45.95 - - [19/Apr/2026:16:25:31 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1231 0.026 [auth-system-keycloak-80] [] 10.0.0.188:8080 2 0.025 200 c72491c21598282b362dc3189242ef5e 199.204.45.95 - - [19/Apr/2026:16:25:31 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1397 0.059 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.059 201 8144512da2234ce526221e84dba58afc 199.204.45.95 - - [19/Apr/2026:16:25:31 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1231 0.015 [auth-system-keycloak-80] [] 10.0.0.188:8080 322 0.015 200 f5861290a2bb77623904c748c280321e 199.204.45.95 - - [19/Apr/2026:16:25:31 +0000] "GET /admin/realms/atmosphere/users/53aedcc1-6a4f-4ebf-9b7b-cc33dc0fb1b6/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.052 [auth-system-keycloak-80] [] 10.0.0.188:8080 2 0.052 200 e4c0ee2a253f0ed4d37c0967e9b2c074 199.204.45.95 - - [19/Apr/2026:16:25:31 +0000] "GET /admin/realms/atmosphere/users/53aedcc1-6a4f-4ebf-9b7b-cc33dc0fb1b6/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.006 [auth-system-keycloak-80] [] 10.0.0.188:8080 2 0.006 200 74cd78ace605861d5e4cab054714d352 199.204.45.95 - - [19/Apr/2026:16:25:32 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.119:5000 265 0.004 200 f4a1a1a011a605a6d2fb06206eb9e605 199.204.45.95 - - [19/Apr/2026:16:25:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.294 [openstack-keystone-api-5000] [] 10.0.0.119:5000 1359 0.294 201 9b41f4781ea8075b58640998cc76fdd8 199.204.45.95 - - [19/Apr/2026:16:25:33 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.002 [openstack-keystone-api-5000] [] 10.0.0.119:5000 280 0.002 300 e447c186f43338be444fecd3c2b772ed 199.204.45.95 - - [19/Apr/2026:16:25:33 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.021 [openstack-keystone-api-5000] [] 10.0.0.119:5000 90 0.021 404 ac4dfa686b696eaab80e6425e73bbeef 199.204.45.95 - - [19/Apr/2026:16:25:33 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.022 [openstack-keystone-api-5000] [] 10.0.0.119:5000 368 0.022 200 34c13e0181bce84b07108c1adefec9ee 199.204.45.95 - - [19/Apr/2026:16:25:33 +0000] "GET /v3/users?domain_id=53d01b35c9774b25ae91a5c6c4e7b711&name=test-user HTTP/1.1" 200 173 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.148 [openstack-keystone-api-5000] [] 10.0.0.119:5000 173 0.148 200 7db97ae8b4765f7cee3b74965d8fc818 199.204.45.95 - - [19/Apr/2026:16:25:34 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.119:5000 265 0.003 200 be42f037f884daaed81c6cf38805aa9f 199.204.45.95 - - [19/Apr/2026:16:25:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.295 [openstack-keystone-api-5000] [] 10.0.0.119:5000 1359 0.295 201 b6d66c4eb6729dfd7526e4032eb302f7 199.204.45.95 - - [19/Apr/2026:16:25:35 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.119:5000 280 0.003 300 9523cbf3b06615171310b4446b46e56a 199.204.45.95 - - [19/Apr/2026:16:25:35 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.024 [openstack-keystone-api-5000] [] 10.0.0.119:5000 90 0.024 404 29bb8051603fddacdb966a6558bd95cc 199.204.45.95 - - [19/Apr/2026:16:25:35 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.023 [openstack-keystone-api-5000] [] 10.0.0.119:5000 368 0.023 200 3656a7ad605787d10ee4c05c831605ba 199.204.45.95 - - [19/Apr/2026:16:25:35 +0000] "GET /v3/users?domain_id=53d01b35c9774b25ae91a5c6c4e7b711&name=test-user HTTP/1.1" 200 449 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.180 [openstack-keystone-api-5000] [] 10.0.0.119:5000 449 0.180 200 e570989bfe243553ec4ffdaf5cb4c2e2 I0419 16:25:55.554495 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.103.173.179"}] E0419 16:25:55.561685 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-95.nip.io. Skipping. I0419 16:25:55.561934 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"86e65da2-282a-440e-974a-d85e8d3cb4dd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6861", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0419 16:25:55.562893 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0419 16:25:55.562974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:25:55.562984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:25:58.896835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:25:58.896903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:26:02.231531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0419 16:26:02.231573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store