------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0416 00:50:45.269446 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0416 00:50:45.269579 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0416 00:50:45.278167 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0416 00:50:45.280033 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0416 00:50:45.858921 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0416 00:50:45.874736 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0416 00:50:45.885510 7 nginx.go:271] "Starting NGINX Ingress controller" I0416 00:50:45.898283 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"0609b427-234d-4c61-baa9-58ffb3109282", APIVersion:"v1", ResourceVersion:"1526", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0416 00:50:45.903172 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"97f71d7c-c264-44b9-91d4-2410a9a1162d", APIVersion:"v1", ResourceVersion:"1527", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0416 00:50:45.903196 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"1b62b140-0a1f-4bc5-ac61-75a3e882aca4", APIVersion:"v1", ResourceVersion:"1528", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0416 00:50:47.087452 7 nginx.go:317] "Starting NGINX process" I0416 00:50:47.087513 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0416 00:50:47.087940 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0416 00:50:47.088119 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0416 00:50:47.088156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:50:47.088169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 00:50:47.088200 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 00:50:47.099694 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0416 00:50:47.099790 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-8sr4g" I0416 00:50:47.120287 7 controller.go:216] "Backend successfully reloaded" I0416 00:50:47.120459 7 controller.go:227] "Initial sync, sleeping for 1 second" I0416 00:50:47.120642 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8sr4g", UID:"02df0820-374d-4e77-8707-dc3240259d07", APIVersion:"v1", ResourceVersion:"1677", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0416 00:50:50.905580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:50:50.905611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:50:54.239171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:50:54.239212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:50:57.572972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:50:57.573022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:51:00.907699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:51:00.907733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:51:04.239322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:51:04.239387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:51:07.572982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:51:07.573045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:51:10.905940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:51:10.905993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:51:18.752624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:51:18.752669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:51:22.088300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:51:22.088343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:51:25.419438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:51:25.419477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:51:28.838028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:51:28.838051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:51:32.171572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:51:32.171614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:52:40.159237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:52:40.159263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:00.980601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:00.980775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:04.314102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:04.314137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:12.466666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:12.466703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:15.800463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:15.800515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:19.134304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:19.134351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:22.469657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:22.469711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:25.800823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:25.800871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:54:40.265766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:54:40.265796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:28.604448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:28.604517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:32.435247 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-238.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-238.nip.io-tls was not found. Using default certificate W0416 00:55:32.435333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:32.435376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 00:55:32.437927 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0416 00:55:32.437963 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0416 00:55:32.444920 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0416 00:55:32.445486 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-238.nip.io-tls" in local store W0416 00:55:32.445649 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-238.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-238.nip.io-tls was not found. Using default certificate W0416 00:55:32.445702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:32.445723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 00:55:32.445788 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 00:55:32.445977 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"7bc836aa-1db3-4d28-b0cc-44e5700f5224", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3773", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 00:55:32.484672 7 controller.go:216] "Backend successfully reloaded" I0416 00:55:32.485096 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8sr4g", UID:"02df0820-374d-4e77-8707-dc3240259d07", APIVersion:"v1", ResourceVersion:"1677", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0416 00:55:32.949539 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-238.nip.io-tls" I0416 00:55:32.950655 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-238.nip.io-tls" W0416 00:55:35.780420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:35.780471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [16/Apr/2026:00:55:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.099 [auth-system-keycloak-80] [] 10.0.0.87:8080 1928 2.098 200 80d667ffa3781e698f80151e1c3c5056 199.204.45.238 - - [16/Apr/2026:00:55:40 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.097 [auth-system-keycloak-80] [] 10.0.0.87:8080 116 0.097 404 1f746228828c9a3f6b22a0bf586a2ad6 W0416 00:55:42.507531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:42.507592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [16/Apr/2026:00:55:44 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.075 [auth-system-keycloak-80] [] 10.0.0.87:8080 0 4.074 201 2587e35bcf1126634268b689d21ab17f 199.204.45.238 - - [16/Apr/2026:00:55:45 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.503 [auth-system-keycloak-80] [] 10.0.0.87:8080 4246 0.503 200 0bad4137af464048f06f5799d464f623 W0416 00:55:45.841030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:45.841088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [16/Apr/2026:00:55:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.555 [auth-system-keycloak-80] [] 10.0.0.87:8080 1928 0.553 200 edabeb057aa250f7237d392caf44573c 199.204.45.238 - - [16/Apr/2026:00:55:46 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.093 [auth-system-keycloak-80] [] 10.0.0.87:8080 12500 0.093 200 2eef6a74f3562f189b33699c0a21134b 199.204.45.238 - - [16/Apr/2026:00:55:46 +0000] "GET /admin/realms/atmosphere/client-scopes/93945503-4b8e-413d-a0cc-c73abfd01198 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.009 [auth-system-keycloak-80] [] 10.0.0.87:8080 1278 0.009 200 b651ee373a96d2d534de88a75c6c0735 199.204.45.238 - - [16/Apr/2026:00:55:46 +0000] "PUT /admin/realms/atmosphere/client-scopes/93945503-4b8e-413d-a0cc-c73abfd01198 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.069 [auth-system-keycloak-80] [] 10.0.0.87:8080 0 0.069 204 b5642c90f932f6c84a59cf49cfccb4f7 199.204.45.238 - - [16/Apr/2026:00:55:46 +0000] "GET /admin/realms/atmosphere/client-scopes/93945503-4b8e-413d-a0cc-c73abfd01198/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.086 [auth-system-keycloak-80] [] 10.0.0.87:8080 963 0.086 200 3e6ca32a2b2a9c7a5bb5bdf2421cc981 199.204.45.238 - - [16/Apr/2026:00:55:46 +0000] "GET /admin/realms/atmosphere/client-scopes/93945503-4b8e-413d-a0cc-c73abfd01198/protocol-mappers/models/db10cc03-a009-4a62-8f58-888a270ca607 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.011 [auth-system-keycloak-80] [] 10.0.0.87:8080 366 0.011 200 59ef71d88ddeb867375bbcac7eb75a3d 199.204.45.238 - - [16/Apr/2026:00:55:46 +0000] "PUT /admin/realms/atmosphere/client-scopes/93945503-4b8e-413d-a0cc-c73abfd01198/protocol-mappers/models/db10cc03-a009-4a62-8f58-888a270ca607 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.083 [auth-system-keycloak-80] [] 10.0.0.87:8080 0 0.082 204 887d9c1335d9d1f1cb770cb3b403be47 199.204.45.238 - - [16/Apr/2026:00:55:46 +0000] "GET /admin/realms/atmosphere/client-scopes/93945503-4b8e-413d-a0cc-c73abfd01198 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.018 [auth-system-keycloak-80] [] 10.0.0.87:8080 1218 0.018 200 112935d8d51ad6ab3fb1aa2203983ce2 I0416 00:55:47.104453 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.100.137.245"}] I0416 00:55:47.109077 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"7bc836aa-1db3-4d28-b0cc-44e5700f5224", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3993", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 00:55:49.174640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:49.174672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:55.246285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:55.246325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [16/Apr/2026:00:56:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.484 [auth-system-keycloak-80] [] 10.0.0.87:8080 1928 0.484 200 8cc04594df42e6aa1dbcfcb9c883b960 199.204.45.238 - - [16/Apr/2026:00:56:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.062 [auth-system-keycloak-80] [] 10.0.0.87:8080 2 0.062 200 abeb63d2998015c1dd490cd1670bee3c 199.204.45.238 - - [16/Apr/2026:00:56:08 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.185 [auth-system-keycloak-80] [] 10.0.0.87:8080 0 0.184 201 34b0ddc4a8802043c666cab6d3e444b4 W0416 00:56:08.960756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:56:08.960804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [16/Apr/2026:00:56:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.091 [auth-system-keycloak-80] [] 10.0.0.87:8080 1261 0.091 200 3fe65e7032d9d69bf0b52c486bb298d6 199.204.45.238 - - [16/Apr/2026:00:56:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.877 [auth-system-keycloak-80] [] 10.0.0.87:8080 1928 0.877 200 7dd59a0c0a52fff86636e3c566407e4e 199.204.45.238 - - [16/Apr/2026:00:56:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.041 [auth-system-keycloak-80] [] 10.0.0.87:8080 2 0.041 200 1cce49b35db319d51762884d7fcdaa7c 199.204.45.238 - - [16/Apr/2026:00:56:10 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.035 [auth-system-keycloak-80] [] 10.0.0.87:8080 0 0.035 201 68a2af3612245482f38d96ebd285cf3c 199.204.45.238 - - [16/Apr/2026:00:56:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.052 [auth-system-keycloak-80] [] 10.0.0.87:8080 1286 0.052 200 eea6fb94bacb07c7f9bd50d36f125a76 199.204.45.238 - - [16/Apr/2026:00:56:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.87:8080 1928 0.470 200 b845a0312f2e0003c1e6dbb2d1409ab6 199.204.45.238 - - [16/Apr/2026:00:56:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.027 [auth-system-keycloak-80] [] 10.0.0.87:8080 2 0.027 200 39ff9ddb71650b863a6e71ee35cb2992 199.204.45.238 - - [16/Apr/2026:00:56:11 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.037 [auth-system-keycloak-80] [] 10.0.0.87:8080 0 0.038 201 2f1a9b1123cd846270be30134eaf677f 199.204.45.238 - - [16/Apr/2026:00:56:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.054 [auth-system-keycloak-80] [] 10.0.0.87:8080 1251 0.054 200 2e4ee571b162539d0a99b41e60f78cfb W0416 00:56:12.295233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:56:12.295276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [16/Apr/2026:00:56:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.87:8080 1928 0.474 200 ac40fc90677853f7d5ce28a376056e29 199.204.45.238 - - [16/Apr/2026:00:56:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.87:8080 1261 0.007 200 20117b93b776e4bef7e394537f65e3d6 199.204.45.238 - - [16/Apr/2026:00:56:12 +0000] "GET /admin/realms/atmosphere/clients/053d35e0-231d-4f4f-a4b7-49a882507b3f/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.050 [auth-system-keycloak-80] [] 10.0.0.87:8080 119 0.050 404 1a1cc75f6dd765c92887408bede0aa18 199.204.45.238 - - [16/Apr/2026:00:56:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.87:8080 1261 0.006 200 61447f3ad208e10fda916002e47f6c36 199.204.45.238 - - [16/Apr/2026:00:56:12 +0000] "POST /admin/realms/atmosphere/clients/053d35e0-231d-4f4f-a4b7-49a882507b3f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.024 [auth-system-keycloak-80] [] 10.0.0.87:8080 0 0.023 201 400bfd8ba857e628b0d5837845ce4216 199.204.45.238 - - [16/Apr/2026:00:56:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.036 [auth-system-keycloak-80] [] 10.0.0.87:8080 1261 0.036 200 4e87cc5cf7afdab3a187350d453e8049 199.204.45.238 - - [16/Apr/2026:00:56:12 +0000] "GET /admin/realms/atmosphere/clients/053d35e0-231d-4f4f-a4b7-49a882507b3f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.87:8080 166 0.017 200 28b62a1c4fa1785b9901886733aafacd 199.204.45.238 - - [16/Apr/2026:00:56:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.463 [auth-system-keycloak-80] [] 10.0.0.87:8080 1928 0.462 200 33d4a79140cbd7fbdad6102baea6e816 199.204.45.238 - - [16/Apr/2026:00:56:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.87:8080 1286 0.007 200 c599c19413803eb545cdd124a0571f26 199.204.45.238 - - [16/Apr/2026:00:56:13 +0000] "GET /admin/realms/atmosphere/clients/d4555c0f-b66b-4c11-a8de-8b47f00657b9/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.026 [auth-system-keycloak-80] [] 10.0.0.87:8080 119 0.026 404 e4c266781b4e6ce4c81366dd4f067354 199.204.45.238 - - [16/Apr/2026:00:56:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.87:8080 1286 0.004 200 88acf9f9d1a5e044444de364e5991469 199.204.45.238 - - [16/Apr/2026:00:56:13 +0000] "POST /admin/realms/atmosphere/clients/d4555c0f-b66b-4c11-a8de-8b47f00657b9/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.015 [auth-system-keycloak-80] [] 10.0.0.87:8080 0 0.014 201 a63a2897da10f6e82090842f7980322b 199.204.45.238 - - [16/Apr/2026:00:56:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.87:8080 1286 0.006 200 e984301e0cd0de15bbf48ea3db5991b4 199.204.45.238 - - [16/Apr/2026:00:56:13 +0000] "GET /admin/realms/atmosphere/clients/d4555c0f-b66b-4c11-a8de-8b47f00657b9/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.023 [auth-system-keycloak-80] [] 10.0.0.87:8080 165 0.023 200 c3da11ff4cc3844676a8e99ec4a2c700 199.204.45.238 - - [16/Apr/2026:00:56:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.87:8080 1928 0.464 200 4228cd27399e5a3e7044adc0dffc683d 199.204.45.238 - - [16/Apr/2026:00:56:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.87:8080 1286 0.006 200 9181911880ec49edde21adbbed70bb54 199.204.45.238 - - [16/Apr/2026:00:56:14 +0000] "GET /admin/realms/atmosphere/clients/d4555c0f-b66b-4c11-a8de-8b47f00657b9/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.87:8080 119 0.007 404 946a3d67f720fe9a458adcf210a7b9e7 199.204.45.238 - - [16/Apr/2026:00:56:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.055 [auth-system-keycloak-80] [] 10.0.0.87:8080 1286 0.055 200 a25d3d3224b9c28a91716e008efae039 199.204.45.238 - - [16/Apr/2026:00:56:14 +0000] "POST /admin/realms/atmosphere/clients/d4555c0f-b66b-4c11-a8de-8b47f00657b9/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.87:8080 0 0.013 201 fc88499546f3abaa91946f5a86aa6092 199.204.45.238 - - [16/Apr/2026:00:56:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.87:8080 1286 0.007 200 8e4bdbb05d517744ecf1300dbf5c67d9 199.204.45.238 - - [16/Apr/2026:00:56:14 +0000] "GET /admin/realms/atmosphere/clients/d4555c0f-b66b-4c11-a8de-8b47f00657b9/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.057 [auth-system-keycloak-80] [] 10.0.0.87:8080 166 0.057 200 475a8f10c29c2f746b2680c879ccd6b4 199.204.45.238 - - [16/Apr/2026:00:56:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.626 [auth-system-keycloak-80] [] 10.0.0.87:8080 1928 0.625 200 26bb70bbff3cfabbc23e381154fb5887 199.204.45.238 - - [16/Apr/2026:00:56:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.081 [auth-system-keycloak-80] [] 10.0.0.87:8080 1286 0.080 200 d9c438a8460bbabbed14d4311062898d 199.204.45.238 - - [16/Apr/2026:00:56:15 +0000] "GET /admin/realms/atmosphere/clients/d4555c0f-b66b-4c11-a8de-8b47f00657b9/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.87:8080 119 0.007 404 7acbccc7d4278a7ecbb0f7248c9c135a 199.204.45.238 - - [16/Apr/2026:00:56:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.87:8080 1286 0.004 200 6f2c571ddf9d1dee7a311ff9b3669ebd 199.204.45.238 - - [16/Apr/2026:00:56:15 +0000] "POST /admin/realms/atmosphere/clients/d4555c0f-b66b-4c11-a8de-8b47f00657b9/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.069 [auth-system-keycloak-80] [] 10.0.0.87:8080 0 0.068 201 6dd3677882323240bae3212a5d7efb9c 199.204.45.238 - - [16/Apr/2026:00:56:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.87:8080 1286 0.004 200 0bbbfbf4130e41718a0401bfa7ecc381 199.204.45.238 - - [16/Apr/2026:00:56:15 +0000] "GET /admin/realms/atmosphere/clients/d4555c0f-b66b-4c11-a8de-8b47f00657b9/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.065 [auth-system-keycloak-80] [] 10.0.0.87:8080 166 0.065 200 9fdbfab99d2d58cbc73a266810234374 199.204.45.238 - - [16/Apr/2026:00:56:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.806 [auth-system-keycloak-80] [] 10.0.0.87:8080 1928 0.804 200 b3b46abdce3c0c64298efe475461516e 199.204.45.238 - - [16/Apr/2026:00:56:16 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.004 [auth-system-keycloak-80] [] 10.0.0.87:8080 4246 0.004 200 a6d309259b1adb1b925c3b0a355e0036 199.204.45.238 - - [16/Apr/2026:00:56:16 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.669 [auth-system-keycloak-80] [] 10.0.0.87:8080 0 0.668 204 bdc9a40c1ee6eb7877014c7bf07740fb 199.204.45.238 - - [16/Apr/2026:00:56:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.288 [auth-system-keycloak-80] [] 10.0.0.87:8080 4384 0.288 200 1ba9ca4c6d37fb4da6b5e41cb2455064 199.204.45.238 - - [16/Apr/2026:00:56:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.177 [auth-system-keycloak-80] [] 10.0.0.87:8080 1928 1.176 200 0b708fa7000a30ee8e3afb8d3618c719 199.204.45.238 - - [16/Apr/2026:00:56:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.87:8080 1251 0.005 200 6db1761cdc5ebf389a45a5fb3090c2f6 199.204.45.238 - - [16/Apr/2026:00:56:17 +0000] "GET /admin/realms/atmosphere/clients/9e9cc976-3d17-4035-b9de-d7afaeb12820/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.036 [auth-system-keycloak-80] [] 10.0.0.87:8080 119 0.036 404 5866df12f7e5b3f2d59fa3f8a66ba815 199.204.45.238 - - [16/Apr/2026:00:56:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.87:8080 1251 0.005 200 8b507c8c3b62d4fb36f8ab2466619fc3 199.204.45.238 - - [16/Apr/2026:00:56:17 +0000] "POST /admin/realms/atmosphere/clients/9e9cc976-3d17-4035-b9de-d7afaeb12820/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.012 [auth-system-keycloak-80] [] 10.0.0.87:8080 0 0.012 201 2fa08d3fd95e8b7158cd3c3ed828fcdf 199.204.45.238 - - [16/Apr/2026:00:56:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.87:8080 1251 0.006 200 68a5f249d155731bd41b2020b72f8f20 199.204.45.238 - - [16/Apr/2026:00:56:17 +0000] "GET /admin/realms/atmosphere/clients/9e9cc976-3d17-4035-b9de-d7afaeb12820/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.042 [auth-system-keycloak-80] [] 10.0.0.87:8080 166 0.042 200 8117801b432d3b145e50bf57b501af05 199.204.45.238 - - [16/Apr/2026:00:56:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.87:8080 1928 0.471 200 532325a03b2ecda56caba372db3252b8 199.204.45.238 - - [16/Apr/2026:00:56:18 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.87:8080 1682 0.009 200 9dfa25693788ea746ed2301a376b7d61 199.204.45.238 - - [16/Apr/2026:00:56:18 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.029 [auth-system-keycloak-80] [] 10.0.0.87:8080 6432 0.029 200 0da0400660efaf07bcf87182a45b042d 199.204.45.238 - - [16/Apr/2026:00:56:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.87:8080 1928 0.475 200 7f11d57cd72224d04ed82be5e881f06d 199.204.45.238 - - [16/Apr/2026:00:56:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.031 [auth-system-keycloak-80] [] 10.0.0.87:8080 2 0.030 200 9785fe236d91dbe04b23d658f2fbac31 199.204.45.238 - - [16/Apr/2026:00:56:20 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.137 [auth-system-keycloak-80] [] 10.0.0.87:8080 0 0.136 201 403c5164b7ff68f57a51cfaed75a104f 199.204.45.238 - - [16/Apr/2026:00:56:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.045 [auth-system-keycloak-80] [] 10.0.0.87:8080 2246 0.045 200 b1375a9b7744092f7835027d564a709e 199.204.45.238 - - [16/Apr/2026:00:56:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.461 [auth-system-keycloak-80] [] 10.0.0.87:8080 1928 0.460 200 63b69945ae7bad098f8375dda93616fb 199.204.45.238 - - [16/Apr/2026:00:56:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.87:8080 2246 0.005 200 44413f0049232aefde43a72f318c599f 199.204.45.238 - - [16/Apr/2026:00:56:21 +0000] "GET /admin/realms/atmosphere/clients/dba92d3a-5b50-46b5-868d-a26d0396e76b/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.014 [auth-system-keycloak-80] [] 10.0.0.87:8080 233 0.013 200 9ade9af6441354526a8409994d4b1598 199.204.45.238 - - [16/Apr/2026:00:56:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.043 [auth-system-keycloak-80] [] 10.0.0.87:8080 831 0.043 200 e5881363db9edf33a59de9c50cf6b95d 199.204.45.238 - - [16/Apr/2026:00:56:21 +0000] "GET /admin/realms/atmosphere/clients/a2527476-7fec-4053-b2cc-049cb637b426/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.103 [auth-system-keycloak-80] [] 10.0.0.87:8080 3758 0.103 200 3b68acd5cec5bc1f5e39a0c5da7857fe 199.204.45.238 - - [16/Apr/2026:00:56:21 +0000] "GET /admin/realms/atmosphere/users/f3c005eb-80f8-48d7-b3fa-1d6b91bd9afd/role-mappings/clients/a2527476-7fec-4053-b2cc-049cb637b426/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.172 [auth-system-keycloak-80] [] 10.0.0.87:8080 3758 0.172 200 a94270496a32b73b77ff3755bbda9bde 199.204.45.238 - - [16/Apr/2026:00:56:21 +0000] "GET /admin/realms/atmosphere/users/f3c005eb-80f8-48d7-b3fa-1d6b91bd9afd/role-mappings/clients/a2527476-7fec-4053-b2cc-049cb637b426/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.086 [auth-system-keycloak-80] [] 10.0.0.87:8080 2 0.086 200 6026f02b7573a05202882383ee78645a 199.204.45.238 - - [16/Apr/2026:00:56:21 +0000] "POST /admin/realms/atmosphere/users/f3c005eb-80f8-48d7-b3fa-1d6b91bd9afd/role-mappings/clients/a2527476-7fec-4053-b2cc-049cb637b426 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.017 [auth-system-keycloak-80] [] 10.0.0.87:8080 0 0.017 204 c643fa9be36193669aa50c09a33762bb 199.204.45.238 - - [16/Apr/2026:00:56:21 +0000] "GET /admin/realms/atmosphere/users/f3c005eb-80f8-48d7-b3fa-1d6b91bd9afd/role-mappings/clients/a2527476-7fec-4053-b2cc-049cb637b426/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.060 [auth-system-keycloak-80] [] 10.0.0.87:8080 576 0.060 200 afd7d1ad050e6cf9a39978569a56f8a2 W0416 00:56:25.598896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:56:25.599221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:56:28.933564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:56:28.933604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:24.812587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:24.812624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:24.873799 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 00:57:24.873866 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0416 00:57:24.873894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:24.873918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:24.874336 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 00:57:24.874439 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0416 00:57:24.874510 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 00:57:24.874570 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0416 00:57:24.874611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:24.874626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:24.874517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:24.874681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 00:57:24.875272 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0416 00:57:24.875292 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0416 00:57:24.876290 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0416 00:57:24.876313 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0416 00:57:24.876627 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0416 00:57:24.876674 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0416 00:57:24.881609 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0416 00:57:24.881997 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0416 00:57:24.882065 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"5722e35d-a2fb-4bdb-aeeb-558f051666ca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5022", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 00:57:24.882594 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0416 00:57:24.882881 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0416 00:57:24.882901 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0416 00:57:24.883101 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0416 00:57:24.883125 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"839b3908-5929-43c1-b28d-16bd3b7548f7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5023", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 00:57:24.883141 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1a3fff0f-a317-4ac8-af7a-0f52f66d9018", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5024", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 00:57:25.288248 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0416 00:57:25.291271 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0416 00:57:25.556994 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0416 00:57:25.557788 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0416 00:57:26.504353 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0416 00:57:26.505402 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0416 00:57:28.146066 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 00:57:28.146108 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 00:57:28.146139 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 00:57:28.146222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:28.146237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 00:57:28.146321 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 00:57:28.189517 7 controller.go:216] "Backend successfully reloaded" I0416 00:57:28.189728 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8sr4g", UID:"02df0820-374d-4e77-8707-dc3240259d07", APIVersion:"v1", ResourceVersion:"1677", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0416 00:57:31.479368 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 00:57:31.479405 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 00:57:31.479423 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 00:57:31.479495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:31.479520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:34.813517 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 00:57:34.813576 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 00:57:34.813614 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 00:57:34.813722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:34.813746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:38.146792 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 00:57:38.146891 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 00:57:38.146976 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 00:57:38.147136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:38.147179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:41.480008 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 00:57:41.480102 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 00:57:41.480161 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 00:57:41.480290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:41.480315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:44.815133 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 00:57:44.815199 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 00:57:44.815233 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 00:57:44.815364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:44.815388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.48 - - [16/Apr/2026:00:57:46 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.87:8080 6432 0.008 200 296c1c39248aeec4fa6851ff071b320b 10.0.0.96 - - [16/Apr/2026:00:57:46 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.87:8080 6432 0.006 200 bbb7c7bcd1112484743848b607590dcc I0416 00:57:47.106780 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.100.137.245"}] I0416 00:57:47.106774 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.100.137.245"}] I0416 00:57:47.107167 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.100.137.245"}] I0416 00:57:47.113063 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1a3fff0f-a317-4ac8-af7a-0f52f66d9018", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5620", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 00:57:47.114674 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"5722e35d-a2fb-4bdb-aeeb-558f051666ca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5621", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 00:57:47.116442 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"839b3908-5929-43c1-b28d-16bd3b7548f7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5622", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 00:57:48.146001 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 00:57:48.146226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:48.146256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:51.480588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:51.480624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:54.814454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:54.814499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:58.148307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:58.148352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:58:31.210110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:58:31.210154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:59:02.798051 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0416 00:59:02.798132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:59:02.798153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 00:59:02.802280 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0416 00:59:02.802309 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0416 00:59:02.805886 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0416 00:59:02.806230 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0416 00:59:02.806458 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0416 00:59:02.806496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:59:02.806508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 00:59:02.806571 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 00:59:02.807006 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"04279512-359d-4f3d-80fa-ce746df9130f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6087", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 00:59:02.868215 7 controller.go:216] "Backend successfully reloaded" I0416 00:59:02.868480 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8sr4g", UID:"02df0820-374d-4e77-8707-dc3240259d07", APIVersion:"v1", ResourceVersion:"1677", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0416 00:59:03.224578 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0416 00:59:03.225478 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0416 00:59:06.141707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:59:06.141751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [16/Apr/2026:00:59:07 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.154:5000 281 0.005 300 bc38c29405c1c65f2528a22cb5f30eeb 199.204.45.238 - - [16/Apr/2026:00:59:09 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.154:5000 266 0.005 200 6703febe924352bf4a925d63a26bbce6 199.204.45.238 - - [16/Apr/2026:00:59:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.369 [openstack-keystone-api-5000] [] 10.0.0.154:5000 1360 0.370 201 5e3fda4827a49057eb227a63ded6a1d0 199.204.45.238 - - [16/Apr/2026:00:59:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.154:5000 281 0.004 300 6822717519a7c1aa515161842b9d2237 199.204.45.238 - - [16/Apr/2026:00:59:09 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.026 [openstack-keystone-api-5000] [] 10.0.0.154:5000 90 0.026 404 970016be5612b0be97379ae0e175401b 199.204.45.238 - - [16/Apr/2026:00:59:09 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.027 [openstack-keystone-api-5000] [] 10.0.0.154:5000 370 0.027 200 d03adae86705134ae4ce9c646459d61e 199.204.45.238 - - [16/Apr/2026:00:59:09 +0000] "GET /v3/domains/62822fed721a4a0ca54f8f7ac1a87910 HTTP/1.1" 200 247 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.154:5000 247 0.019 200 251ab24dddca641d120ea120ed797e5b 199.204.45.238 - - [16/Apr/2026:00:59:10 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.154:5000 266 0.003 200 8b8a96714b3ea23f92fb2c60c9376709 199.204.45.238 - - [16/Apr/2026:00:59:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.317 [openstack-keystone-api-5000] [] 10.0.0.154:5000 1360 0.317 201 0fef4b073faba3263abe63fe5ee348b8 199.204.45.238 - - [16/Apr/2026:00:59:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.154:5000 281 0.004 300 40e90ac00a3501fca2db5c2415f38a23 199.204.45.238 - - [16/Apr/2026:00:59:10 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.020 [openstack-keystone-api-5000] [] 10.0.0.154:5000 101 0.020 404 3bd6a2b453a42ed003a4636df4f2b617 199.204.45.238 - - [16/Apr/2026:00:59:10 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.018 [openstack-keystone-api-5000] [] 10.0.0.154:5000 156 0.018 200 94e9d1dfbdbeb3ad66783da29a8de5ea 199.204.45.238 - - [16/Apr/2026:00:59:10 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.022 [openstack-keystone-api-5000] [] 10.0.0.154:5000 342 0.022 201 db42e0dbd31dac13498da8bda570e713 199.204.45.238 - - [16/Apr/2026:00:59:11 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.154:5000 266 0.002 200 53d6cd11e2483b9d12a7f1bda144770a 199.204.45.238 - - [16/Apr/2026:00:59:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.154:5000 1360 0.294 201 5b9b4d151e6e85df04bfbdf8b26aa542 199.204.45.238 - - [16/Apr/2026:00:59:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.154:5000 281 0.003 300 8233e6e50816ba226c08f39a90c8d34f 199.204.45.238 - - [16/Apr/2026:00:59:11 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.154:5000 98 0.021 404 e12acded33767cd66cb66bb303130016 199.204.45.238 - - [16/Apr/2026:00:59:11 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.014 [openstack-keystone-api-5000] [] 10.0.0.154:5000 136 0.014 200 dd491d22dd327676f4ff0268e4316517 199.204.45.238 - - [16/Apr/2026:00:59:12 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.122 [openstack-keystone-api-5000] [] 10.0.0.154:5000 357 0.122 201 7c728101d3978aad584cdc4d9df31d08 199.204.45.238 - - [16/Apr/2026:00:59:12 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.154:5000 266 0.004 200 56369eed85df08abc13076da6f5406f0 199.204.45.238 - - [16/Apr/2026:00:59:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.154:5000 1360 0.296 201 7928617320fe6ee2aa2f38327d96dfd2 199.204.45.238 - - [16/Apr/2026:00:59:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.154:5000 281 0.003 300 41b6f6189b37f998edc550aa69eedbb6 199.204.45.238 - - [16/Apr/2026:00:59:13 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.018 [openstack-keystone-api-5000] [] 10.0.0.154:5000 131 0.018 404 a4031bd00562d06333c23011eae36b9e 199.204.45.238 - - [16/Apr/2026:00:59:13 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.018 [openstack-keystone-api-5000] [] 10.0.0.154:5000 168 0.018 200 9add4b71595bd9be19e83fcd2af3f81b 199.204.45.238 - - [16/Apr/2026:00:59:13 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.024 [openstack-keystone-api-5000] [] 10.0.0.154:5000 224 0.024 201 a75de6d389aa7da2d32fcf83990f057e W0416 00:59:19.156141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:59:19.156180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:59:22.489892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:59:22.489922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:59:25.823997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:59:25.824046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0416 00:59:46.170383 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-238.nip.io. Skipping. W0416 00:59:46.170893 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0416 00:59:46.171027 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0416 00:59:46.171107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:59:46.171132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 00:59:46.175958 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:33.4kB} I0416 00:59:46.176021 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0416 00:59:46.182313 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" I0416 00:59:46.182585 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"d690383a-4acf-42ce-8a54-10387d1641e4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6475", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync E0416 00:59:46.182679 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-238.nip.io. Skipping. W0416 00:59:46.182908 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0416 00:59:46.183188 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0416 00:59:46.183297 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0416 00:59:46.183369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:59:46.183386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 00:59:46.183494 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 00:59:46.232256 7 controller.go:216] "Backend successfully reloaded" I0416 00:59:46.232986 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8sr4g", UID:"02df0820-374d-4e77-8707-dc3240259d07", APIVersion:"v1", ResourceVersion:"1677", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0416 00:59:46.511902 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0416 00:59:46.512417 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-238.nip.io. Skipping. I0416 00:59:46.513498 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" I0416 00:59:47.104055 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.100.137.245"}] I0416 00:59:47.104218 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.100.137.245"}] I0416 00:59:47.110059 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"04279512-359d-4f3d-80fa-ce746df9130f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6506", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 00:59:47.112315 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"d690383a-4acf-42ce-8a54-10387d1641e4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6507", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync E0416 00:59:47.112413 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-238.nip.io. Skipping. W0416 00:59:49.517708 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0416 00:59:49.517877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:59:49.517903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:59:52.852345 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0416 00:59:52.852447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:59:52.852459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [16/Apr/2026:01:00:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.427 [auth-system-keycloak-80] [] 10.0.0.87:8080 1928 0.426 200 93160d158d9bc1dfc1dfd884252995a3 199.204.45.238 - - [16/Apr/2026:01:00:05 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.040 [auth-system-keycloak-80] [] 10.0.0.87:8080 2 0.040 200 d46a530d0b51afdb84f0e14f5a58d13c 199.204.45.238 - - [16/Apr/2026:01:00:05 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.079 [auth-system-keycloak-80] [] 10.0.0.87:8080 0 0.078 201 a2849ebdb9b66f9f25c481e0a8b54343 199.204.45.238 - - [16/Apr/2026:01:00:05 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.012 [auth-system-keycloak-80] [] 10.0.0.87:8080 322 0.012 200 0c46e0e7c3959ea0bbe9c628ed1c6bd0 199.204.45.238 - - [16/Apr/2026:01:00:05 +0000] "GET /admin/realms/atmosphere/users/66e1bc0f-5817-4419-aeae-f330ac7bdea2/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.069 [auth-system-keycloak-80] [] 10.0.0.87:8080 2 0.069 200 e09605c1491eba5d2648556a54e62792 199.204.45.238 - - [16/Apr/2026:01:00:05 +0000] "GET /admin/realms/atmosphere/users/66e1bc0f-5817-4419-aeae-f330ac7bdea2/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.003 [auth-system-keycloak-80] [] 10.0.0.87:8080 2 0.003 200 ca2b41fda756f7ff1c0d56955b128a5c 199.204.45.238 - - [16/Apr/2026:01:00:06 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.154:5000 266 0.004 200 abe2d563b1111f74f492a1bd2601c6b6 199.204.45.238 - - [16/Apr/2026:01:00:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.154:5000 1360 0.285 201 126e6eaac6742248ab4f3cb6417b8f28 199.204.45.238 - - [16/Apr/2026:01:00:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.154:5000 281 0.004 300 4d1f04e62b6f463804c9a6e435d50ab2 199.204.45.238 - - [16/Apr/2026:01:00:07 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.032 [openstack-keystone-api-5000] [] 10.0.0.154:5000 90 0.032 404 f74ea04551dca32e51d74cfe5bd2d2aa 199.204.45.238 - - [16/Apr/2026:01:00:07 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.022 [openstack-keystone-api-5000] [] 10.0.0.154:5000 370 0.022 200 406721aa9967200dc84bce02ff55d59c 199.204.45.238 - - [16/Apr/2026:01:00:07 +0000] "GET /v3/users?domain_id=62822fed721a4a0ca54f8f7ac1a87910&name=test-user HTTP/1.1" 200 174 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.128 [openstack-keystone-api-5000] [] 10.0.0.154:5000 174 0.128 200 c7d9bbb8f48ff6922e87ea5253417e16 199.204.45.238 - - [16/Apr/2026:01:00:08 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.154:5000 266 0.003 200 73cee992d51c75904522f93254588849 199.204.45.238 - - [16/Apr/2026:01:00:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.154:5000 1360 0.294 201 582f581cf73be9093293beb78d043efb 199.204.45.238 - - [16/Apr/2026:01:00:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.154:5000 281 0.003 300 835f5d00bcce52c9a922b638cdb2ff50 199.204.45.238 - - [16/Apr/2026:01:00:09 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.028 [openstack-keystone-api-5000] [] 10.0.0.154:5000 90 0.028 404 0bf75d06a1e617ddec5f8e4d40684043 199.204.45.238 - - [16/Apr/2026:01:00:09 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.020 [openstack-keystone-api-5000] [] 10.0.0.154:5000 370 0.020 200 be152c7bcbbefa28239f1542bf8cc004 199.204.45.238 - - [16/Apr/2026:01:00:09 +0000] "GET /v3/users?domain_id=62822fed721a4a0ca54f8f7ac1a87910&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.185 [openstack-keystone-api-5000] [] 10.0.0.154:5000 451 0.185 200 200ffd885aee5887b21d492b03dde3e9 W0416 01:00:32.775564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 01:00:32.775595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 01:00:36.109884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 01:00:36.109915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 01:00:39.443191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 01:00:39.443224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store