------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0526 07:15:08.053296 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0526 07:15:08.054263 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0526 07:15:08.064369 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0526 07:15:08.066605 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0526 07:15:08.464806 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0526 07:15:08.483231 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0526 07:15:08.495496 7 nginx.go:271] "Starting NGINX Ingress controller" I0526 07:15:08.503232 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"fb35b21c-98db-4361-9a61-68d24d8cf137", APIVersion:"v1", ResourceVersion:"1531", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0526 07:15:08.506664 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"41a2ced6-556d-4e4b-b8d6-c5ef32083698", APIVersion:"v1", ResourceVersion:"1532", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0526 07:15:08.506786 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"84b3d8a8-0b03-4982-b566-d93e9ea6f9a6", APIVersion:"v1", ResourceVersion:"1534", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0526 07:15:09.697715 7 nginx.go:317] "Starting NGINX process" I0526 07:15:09.697888 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0526 07:15:09.698256 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0526 07:15:09.698601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:09.698666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 07:15:09.698743 7 controller.go:196] "Configuration changes detected, backend reload required" I0526 07:15:09.728254 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0526 07:15:09.728345 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-jtl98" I0526 07:15:09.741914 7 controller.go:216] "Backend successfully reloaded" I0526 07:15:09.742041 7 controller.go:227] "Initial sync, sleeping for 1 second" I0526 07:15:09.742117 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jtl98", UID:"0b8dbc3a-c78e-4208-8596-ab8246318dac", APIVersion:"v1", ResourceVersion:"1578", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0526 07:15:13.523403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:13.523433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:16.857834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:16.857988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:20.191203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:20.191247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:23.527521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:23.529225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:26.859416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:26.859500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:30.190253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:30.190284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:33.523736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:33.523792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:36.857028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:36.857061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:40.190956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:40.191066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:50.319736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:50.319766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:53.653892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:53.653942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:58.439117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:15:58.439167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:16:01.773418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:16:01.773464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:16:05.108645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:16:05.108690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:17:12.229275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:17:12.229318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:17:29.118040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:17:29.118067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:17:33.039068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:17:33.039105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:17:43.100949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:17:43.101055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:17:46.437836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:17:46.437896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:17:49.768566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:17:49.768617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:17:53.101958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:17:53.102002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:19:12.860937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:19:12.861001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:19:16.196968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:19:16.197024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:19:54.168116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:19:54.168148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:19:57.209211 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-210.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-210.nip.io-tls was not found. Using default certificate W0526 07:19:57.209258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:19:57.209270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 07:19:57.210513 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0526 07:19:57.210538 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0526 07:19:57.216428 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0526 07:19:57.218228 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-210.nip.io-tls" in local store I0526 07:19:57.218742 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f8158c30-1b99-4450-bba6-731d75ea77fb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3813", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0526 07:19:57.502124 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-210.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-210.nip.io-tls was not found. Using default certificate W0526 07:19:57.502365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:19:57.502425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 07:19:57.502556 7 controller.go:196] "Configuration changes detected, backend reload required" I0526 07:19:57.530572 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-210.nip.io-tls" I0526 07:19:57.531699 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-210.nip.io-tls" I0526 07:19:57.540427 7 controller.go:216] "Backend successfully reloaded" I0526 07:19:57.540753 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jtl98", UID:"0b8dbc3a-c78e-4208-8596-ab8246318dac", APIVersion:"v1", ResourceVersion:"1578", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0526 07:20:00.837027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:20:00.837294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [26/May/2026:07:20:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.850 [auth-system-keycloak-80] [] 10.0.0.83:8080 1928 1.850 200 83bf0cd13494297aecb143b06b0674d0 199.204.45.210 - - [26/May/2026:07:20:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.106 [auth-system-keycloak-80] [] 10.0.0.83:8080 116 0.106 404 174fb829474c7c5016bc2444941b27e3 W0526 07:20:07.479698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:20:07.479749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 07:20:09.736192 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.101.38.123"}] I0526 07:20:09.742508 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f8158c30-1b99-4450-bba6-731d75ea77fb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4012", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0526 07:20:10.814058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:20:10.814156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [26/May/2026:07:20:12 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 5.268 [auth-system-keycloak-80] [] 10.0.0.83:8080 0 5.268 201 e64d7d428a1bfd1f5a5cb2b8274b77c5 199.204.45.210 - - [26/May/2026:07:20:13 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.697 [auth-system-keycloak-80] [] 10.0.0.83:8080 4246 0.696 200 4775eac3e102359126106f4b4d2ac0b0 W0526 07:20:14.147408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:20:14.147462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [26/May/2026:07:20:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.83:8080 1928 0.489 200 0b63ae2be60a2dea0be64d6e34263fe9 199.204.45.210 - - [26/May/2026:07:20:14 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.102 [auth-system-keycloak-80] [] 10.0.0.83:8080 12500 0.101 200 c986aba325219b1a791b8358d1f63ebe 199.204.45.210 - - [26/May/2026:07:20:14 +0000] "GET /admin/realms/atmosphere/client-scopes/1c755a19-9d96-4244-baa1-72581490c4ed HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.071 [auth-system-keycloak-80] [] 10.0.0.83:8080 1278 0.071 200 e90682abeccee67bee2632527e3d43ed 199.204.45.210 - - [26/May/2026:07:20:14 +0000] "PUT /admin/realms/atmosphere/client-scopes/1c755a19-9d96-4244-baa1-72581490c4ed HTTP/1.1" 204 0 "-" "Ansible" 1848 0.031 [auth-system-keycloak-80] [] 10.0.0.83:8080 0 0.029 204 684000bd24dbeea9ffd62812119afe3b 199.204.45.210 - - [26/May/2026:07:20:14 +0000] "GET /admin/realms/atmosphere/client-scopes/1c755a19-9d96-4244-baa1-72581490c4ed/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.065 [auth-system-keycloak-80] [] 10.0.0.83:8080 963 0.065 200 6c3c44064f34ae9da3d27f7b64ddabf3 199.204.45.210 - - [26/May/2026:07:20:14 +0000] "GET /admin/realms/atmosphere/client-scopes/1c755a19-9d96-4244-baa1-72581490c4ed/protocol-mappers/models/ee45134f-3881-4dcf-bd03-84075fc54483 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.068 [auth-system-keycloak-80] [] 10.0.0.83:8080 366 0.067 200 f68dc393a3857d895c669acaee5d4400 199.204.45.210 - - [26/May/2026:07:20:15 +0000] "PUT /admin/realms/atmosphere/client-scopes/1c755a19-9d96-4244-baa1-72581490c4ed/protocol-mappers/models/ee45134f-3881-4dcf-bd03-84075fc54483 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.099 [auth-system-keycloak-80] [] 10.0.0.83:8080 0 0.097 204 d69adaef502d3527e34fc7d132832401 199.204.45.210 - - [26/May/2026:07:20:15 +0000] "GET /admin/realms/atmosphere/client-scopes/1c755a19-9d96-4244-baa1-72581490c4ed HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.015 [auth-system-keycloak-80] [] 10.0.0.83:8080 1218 0.015 200 027b8d42a9fa1ec25887ce951b065f5b W0526 07:20:17.691872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:20:17.691919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:20:21.027729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:20:21.027786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:20:31.927909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:20:31.927945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:20:35.263353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:20:35.263387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [26/May/2026:07:20:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.540 [auth-system-keycloak-80] [] 10.0.0.83:8080 1928 0.540 200 3c4b445d52a9c92cfdf0e4829c2b73e3 199.204.45.210 - - [26/May/2026:07:20:36 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.009 [auth-system-keycloak-80] [] 10.0.0.83:8080 4246 0.010 200 c56b18bd5d8b6b2e4af42a552102085d 199.204.45.210 - - [26/May/2026:07:20:36 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.489 [auth-system-keycloak-80] [] 10.0.0.83:8080 0 0.486 204 6ffe31f661f34ad5a4881ea37b11f63c 199.204.45.210 - - [26/May/2026:07:20:36 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.181 [auth-system-keycloak-80] [] 10.0.0.83:8080 4384 0.181 200 8eb5ea4039d81448b4a0eeb40ebdadcc 199.204.45.210 - - [26/May/2026:07:20:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.292 [auth-system-keycloak-80] [] 10.0.0.83:8080 1928 1.291 200 dd16fcc0e3cd4c9a724e0f16a09ed2e8 199.204.45.210 - - [26/May/2026:07:20:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.080 [auth-system-keycloak-80] [] 10.0.0.83:8080 2 0.079 200 cf10c1ccbad89216c43a34990d425d47 199.204.45.210 - - [26/May/2026:07:20:38 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.278 [auth-system-keycloak-80] [] 10.0.0.83:8080 0 0.277 201 287778a70dc0988b9fbeec3c92a93b96 199.204.45.210 - - [26/May/2026:07:20:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.096 [auth-system-keycloak-80] [] 10.0.0.83:8080 1261 0.096 200 1823ea9b5ba64185c0a9c300eb27a316 199.204.45.210 - - [26/May/2026:07:20:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.577 [auth-system-keycloak-80] [] 10.0.0.83:8080 1928 1.577 200 c63e3322422e6fcdae54477f4705eab4 199.204.45.210 - - [26/May/2026:07:20:39 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.83:8080 1682 0.009 200 a4712be754725a92cfe5ab2caa6a0101 199.204.45.210 - - [26/May/2026:07:20:39 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.030 [auth-system-keycloak-80] [] 10.0.0.83:8080 6432 0.030 200 39b888c97cb5ab23b037325be839af17 199.204.45.210 - - [26/May/2026:07:20:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.593 [auth-system-keycloak-80] [] 10.0.0.83:8080 1928 0.592 200 37a2e7ca489d8b995eeba1eb8725aa0b 199.204.45.210 - - [26/May/2026:07:20:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.83:8080 2 0.013 200 558427e14dfae08c393b6208fff7bb23 199.204.45.210 - - [26/May/2026:07:20:40 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.133 [auth-system-keycloak-80] [] 10.0.0.83:8080 0 0.132 201 4e9ae84ea0cb33543b63f3aa5d065296 199.204.45.210 - - [26/May/2026:07:20:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.83:8080 1286 0.021 200 5857980f68ef2c8f56a01da3129a718a 199.204.45.210 - - [26/May/2026:07:20:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.085 [auth-system-keycloak-80] [] 10.0.0.83:8080 1928 1.083 200 28ab36522d8a97fefb7e96deafb621db 199.204.45.210 - - [26/May/2026:07:20:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.053 [auth-system-keycloak-80] [] 10.0.0.83:8080 1928 1.052 200 6b96cf9b02ba83d8df0a0c168dd096f0 199.204.45.210 - - [26/May/2026:07:20:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.083 [auth-system-keycloak-80] [] 10.0.0.83:8080 2 0.084 200 fe964e9b4af805b583c2c1c0bfadec59 199.204.45.210 - - [26/May/2026:07:20:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.069 [auth-system-keycloak-80] [] 10.0.0.83:8080 2 0.069 200 c0bb0f73ff9f63550198393a112f7f47 199.204.45.210 - - [26/May/2026:07:20:41 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.116 [auth-system-keycloak-80] [] 10.0.0.83:8080 0 0.115 201 1d1199855f3d5e908b87a8dfea68eccb 199.204.45.210 - - [26/May/2026:07:20:41 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.196 [auth-system-keycloak-80] [] 10.0.0.83:8080 0 0.195 201 37212e1cff55418325c47e94bb26eba4 199.204.45.210 - - [26/May/2026:07:20:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.085 [auth-system-keycloak-80] [] 10.0.0.83:8080 1251 0.084 200 0c671126a76e076d40a07ff436bcc221 199.204.45.210 - - [26/May/2026:07:20:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.092 [auth-system-keycloak-80] [] 10.0.0.83:8080 2246 0.092 200 67d69d2a63cf7cf007fd7c7ddca6bd8a 199.204.45.210 - - [26/May/2026:07:20:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.958 [auth-system-keycloak-80] [] 10.0.0.83:8080 1928 0.956 200 fb7f308267163bf4e7ca97cfba1ee22e 199.204.45.210 - - [26/May/2026:07:20:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.078 [auth-system-keycloak-80] [] 10.0.0.83:8080 1261 0.078 200 2bfb6be69ef8461e882aa0ebdc3f3e27 199.204.45.210 - - [26/May/2026:07:20:43 +0000] "GET /admin/realms/atmosphere/clients/75fce816-9cc5-4c4c-a11d-7414852b3957/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.83:8080 119 0.012 404 bbfeea7ebac4a89197d5b09bd010fc7c 199.204.45.210 - - [26/May/2026:07:20:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.067 [auth-system-keycloak-80] [] 10.0.0.83:8080 1261 0.066 200 71e43df88aa91af835b2311ed77a2ed7 199.204.45.210 - - [26/May/2026:07:20:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.108 [auth-system-keycloak-80] [] 10.0.0.83:8080 1928 1.106 200 59cc8c61747a85324c1b9d8a139ff54f 199.204.45.210 - - [26/May/2026:07:20:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.082 [auth-system-keycloak-80] [] 10.0.0.83:8080 2246 0.082 200 c1b360bf79dda2287f512a52fc28df7c 199.204.45.210 - - [26/May/2026:07:20:43 +0000] "POST /admin/realms/atmosphere/clients/75fce816-9cc5-4c4c-a11d-7414852b3957/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.097 [auth-system-keycloak-80] [] 10.0.0.83:8080 0 0.095 201 92deeb799e54f7e6a245c12a0465fe88 199.204.45.210 - - [26/May/2026:07:20:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.078 [auth-system-keycloak-80] [] 10.0.0.83:8080 1261 0.078 200 fa6acb8f7cc0c712a4684c1ec0caff83 199.204.45.210 - - [26/May/2026:07:20:43 +0000] "GET /admin/realms/atmosphere/clients/d0185f79-be44-4541-84cd-a95bcabf1d54/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.090 [auth-system-keycloak-80] [] 10.0.0.83:8080 233 0.091 200 a44655f320d208a13487398b2d165b43 199.204.45.210 - - [26/May/2026:07:20:44 +0000] "GET /admin/realms/atmosphere/clients/75fce816-9cc5-4c4c-a11d-7414852b3957/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.087 [auth-system-keycloak-80] [] 10.0.0.83:8080 166 0.087 200 03c5cea1fd1ac007118ef2ce6ea95a0d 199.204.45.210 - - [26/May/2026:07:20:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.087 [auth-system-keycloak-80] [] 10.0.0.83:8080 831 0.087 200 d59b42eb9af478b40a444e89841e613f 199.204.45.210 - - [26/May/2026:07:20:44 +0000] "GET /admin/realms/atmosphere/clients/9af91e49-7708-45c8-8981-de2151381dbc/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.028 [auth-system-keycloak-80] [] 10.0.0.83:8080 3758 0.029 200 f18fc30a722b9b0ae99bf6311283d436 199.204.45.210 - - [26/May/2026:07:20:44 +0000] "GET /admin/realms/atmosphere/users/72573f51-ef1b-48c7-9aaa-6d960a4aa061/role-mappings/clients/9af91e49-7708-45c8-8981-de2151381dbc/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.159 [auth-system-keycloak-80] [] 10.0.0.83:8080 3758 0.160 200 a04db0bd6c7a2ca5c4fc23b92172ed1f 199.204.45.210 - - [26/May/2026:07:20:44 +0000] "GET /admin/realms/atmosphere/users/72573f51-ef1b-48c7-9aaa-6d960a4aa061/role-mappings/clients/9af91e49-7708-45c8-8981-de2151381dbc/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.085 [auth-system-keycloak-80] [] 10.0.0.83:8080 2 0.085 200 e023a78e0e3c8704084b8f4ede6a1199 199.204.45.210 - - [26/May/2026:07:20:44 +0000] "POST /admin/realms/atmosphere/users/72573f51-ef1b-48c7-9aaa-6d960a4aa061/role-mappings/clients/9af91e49-7708-45c8-8981-de2151381dbc HTTP/1.1" 204 0 "-" "Ansible" 1390 0.082 [auth-system-keycloak-80] [] 10.0.0.83:8080 0 0.081 204 939950485c7db28906da480278d28001 199.204.45.210 - - [26/May/2026:07:20:44 +0000] "GET /admin/realms/atmosphere/users/72573f51-ef1b-48c7-9aaa-6d960a4aa061/role-mappings/clients/9af91e49-7708-45c8-8981-de2151381dbc/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.093 [auth-system-keycloak-80] [] 10.0.0.83:8080 576 0.093 200 bfd3090491760a78fdc482062e96c015 199.204.45.210 - - [26/May/2026:07:20:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.664 [auth-system-keycloak-80] [] 10.0.0.83:8080 1928 0.663 200 9b0f9230c349afaefcd1f01e6573b0ee 199.204.45.210 - - [26/May/2026:07:20:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.83:8080 1286 0.008 200 bfc368d33d1594f5a7d598cdb11a2bd6 199.204.45.210 - - [26/May/2026:07:20:45 +0000] "GET /admin/realms/atmosphere/clients/be0265c8-8bc4-4494-9f82-b24e4d74a0a6/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.008 [auth-system-keycloak-80] [] 10.0.0.83:8080 119 0.007 404 a65701df7637b1ccb1543d9de97a705d 199.204.45.210 - - [26/May/2026:07:20:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.024 [auth-system-keycloak-80] [] 10.0.0.83:8080 1286 0.024 200 dc1b584e17d00c427f302e7a15b9c996 199.204.45.210 - - [26/May/2026:07:20:45 +0000] "POST /admin/realms/atmosphere/clients/be0265c8-8bc4-4494-9f82-b24e4d74a0a6/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.83:8080 0 0.015 201 4e9c5d248d3c40b1b522a4262d2c0c08 199.204.45.210 - - [26/May/2026:07:20:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.072 [auth-system-keycloak-80] [] 10.0.0.83:8080 1286 0.071 200 e8a521cbedfe6e4e2296499375fe196e 199.204.45.210 - - [26/May/2026:07:20:45 +0000] "GET /admin/realms/atmosphere/clients/be0265c8-8bc4-4494-9f82-b24e4d74a0a6/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.83:8080 165 0.014 200 44e17b1a27d6a01db095a3fa9fbfac4d 199.204.45.210 - - [26/May/2026:07:20:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.522 [auth-system-keycloak-80] [] 10.0.0.83:8080 1928 0.522 200 40da6b1788ffd0f1743c65f3fc756c83 199.204.45.210 - - [26/May/2026:07:20:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.83:8080 1286 0.005 200 a7ad20f060a4d5f12cc4f76e1ca63494 199.204.45.210 - - [26/May/2026:07:20:46 +0000] "GET /admin/realms/atmosphere/clients/be0265c8-8bc4-4494-9f82-b24e4d74a0a6/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.83:8080 119 0.008 404 ba1f58cdcd46cdb7192bb8931a5fd593 199.204.45.210 - - [26/May/2026:07:20:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.83:8080 1286 0.005 200 ebdd6edf2a061c0636b3074ece15d2b5 199.204.45.210 - - [26/May/2026:07:20:46 +0000] "POST /admin/realms/atmosphere/clients/be0265c8-8bc4-4494-9f82-b24e4d74a0a6/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.030 [auth-system-keycloak-80] [] 10.0.0.83:8080 0 0.030 201 94544e9a5b77dbc3c033ee2e263151de 199.204.45.210 - - [26/May/2026:07:20:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.83:8080 1286 0.007 200 5a3b8c5f6372c6ff1fc0ed9c489dcd03 199.204.45.210 - - [26/May/2026:07:20:46 +0000] "GET /admin/realms/atmosphere/clients/be0265c8-8bc4-4494-9f82-b24e4d74a0a6/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.83:8080 166 0.009 200 0a71f4ec9fe8c26de611c6d5bed95d0a 199.204.45.210 - - [26/May/2026:07:20:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.83:8080 1928 0.477 200 aed1e57b3625a3089118062b5b89b8d5 199.204.45.210 - - [26/May/2026:07:20:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.043 [auth-system-keycloak-80] [] 10.0.0.83:8080 1286 0.043 200 31ebf130b39644ede8fe5f17b7f03651 199.204.45.210 - - [26/May/2026:07:20:47 +0000] "GET /admin/realms/atmosphere/clients/be0265c8-8bc4-4494-9f82-b24e4d74a0a6/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.83:8080 119 0.007 404 33448d00f4f11a9114a6a0fc176be811 199.204.45.210 - - [26/May/2026:07:20:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.83:8080 1286 0.008 200 77a7ad4b5dfd116c0d45ef483e110e2b 199.204.45.210 - - [26/May/2026:07:20:47 +0000] "POST /admin/realms/atmosphere/clients/be0265c8-8bc4-4494-9f82-b24e4d74a0a6/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.83:8080 0 0.015 201 13eb3988aa34e20caabfa3cf10e1808a 199.204.45.210 - - [26/May/2026:07:20:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.026 [auth-system-keycloak-80] [] 10.0.0.83:8080 1286 0.027 200 b9fb28d04b567faa124427af61ae9387 199.204.45.210 - - [26/May/2026:07:20:47 +0000] "GET /admin/realms/atmosphere/clients/be0265c8-8bc4-4494-9f82-b24e4d74a0a6/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.83:8080 166 0.014 200 57abfc2462909130d816ddfc1b957ff7 199.204.45.210 - - [26/May/2026:07:20:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.491 [auth-system-keycloak-80] [] 10.0.0.83:8080 1928 0.490 200 63db0c30ee3532377d55d286ca697a8b 199.204.45.210 - - [26/May/2026:07:20:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.83:8080 1251 0.012 200 cbdd912e352da5646d2352fa084d8699 199.204.45.210 - - [26/May/2026:07:20:48 +0000] "GET /admin/realms/atmosphere/clients/03331c39-c12b-4410-ab0f-00bda3d6f805/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.033 [auth-system-keycloak-80] [] 10.0.0.83:8080 119 0.034 404 45e3e1e44578c7e91fe762d5bd915085 199.204.45.210 - - [26/May/2026:07:20:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.83:8080 1251 0.007 200 42b980df77e650de1e8f93de92839c5f 199.204.45.210 - - [26/May/2026:07:20:48 +0000] "POST /admin/realms/atmosphere/clients/03331c39-c12b-4410-ab0f-00bda3d6f805/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.021 [auth-system-keycloak-80] [] 10.0.0.83:8080 0 0.021 201 c7aa4b0df0be91ed1d531acb843f3f53 199.204.45.210 - - [26/May/2026:07:20:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.83:8080 1251 0.013 200 ab27633b6c96ce271f908e70f14a9972 W0526 07:20:48.406498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:20:48.406527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [26/May/2026:07:20:48 +0000] "GET /admin/realms/atmosphere/clients/03331c39-c12b-4410-ab0f-00bda3d6f805/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.024 [auth-system-keycloak-80] [] 10.0.0.83:8080 166 0.023 200 e1dabffd86d461251c50f29e7ef603bd W0526 07:20:51.740163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:20:51.740212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:21:58.486949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:21:58.487129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:21:58.565245 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 07:21:58.565314 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0526 07:21:58.565342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:21:58.565367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:21:58.565412 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 07:21:58.566017 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 07:21:58.566077 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0526 07:21:58.566179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:21:58.566224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:21:58.566092 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0526 07:21:58.566306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:21:58.566325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 07:21:58.567009 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0526 07:21:58.567028 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0526 07:21:58.568063 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0526 07:21:58.568088 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0526 07:21:58.570029 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:18.2kB} I0526 07:21:58.570254 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0526 07:21:58.571931 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0526 07:21:58.572374 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0526 07:21:58.572464 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0526 07:21:58.572728 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0526 07:21:58.573057 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"0fcd394e-afed-4d11-b441-5ebfd472ad66", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5108", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0526 07:21:58.573120 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"7dadc12a-b024-4275-890b-ca505a8a8eb0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5109", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0526 07:21:58.576756 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0526 07:21:58.576983 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0526 07:21:58.577025 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"91c1b482-c040-49c7-8593-02d46ad5c8d9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5113", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0526 07:21:58.964307 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0526 07:21:58.965932 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0526 07:21:59.118402 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0526 07:21:59.120798 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/grafana-tls" I0526 07:22:00.880977 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0526 07:22:00.881785 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0526 07:22:01.820832 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 07:22:01.820894 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 07:22:01.820931 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 07:22:01.821017 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0526 07:22:01.821096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:22:01.821123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 07:22:01.821400 7 controller.go:196] "Configuration changes detected, backend reload required" I0526 07:22:01.878574 7 controller.go:216] "Backend successfully reloaded" I0526 07:22:01.878952 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jtl98", UID:"0b8dbc3a-c78e-4208-8596-ab8246318dac", APIVersion:"v1", ResourceVersion:"1578", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0526 07:22:02.185427 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0526 07:22:02.186329 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0526 07:22:05.155309 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 07:22:05.155350 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 07:22:05.155368 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 07:22:05.155481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:22:05.155498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:22:08.487584 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 07:22:08.487643 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 07:22:08.487668 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 07:22:08.487759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:22:08.487781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 07:22:09.735563 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.101.38.123"}] I0526 07:22:09.736313 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.101.38.123"}] I0526 07:22:09.736315 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.101.38.123"}] I0526 07:22:09.741292 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"91c1b482-c040-49c7-8593-02d46ad5c8d9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5602", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0526 07:22:09.743473 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"7dadc12a-b024-4275-890b-ca505a8a8eb0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5603", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0526 07:22:09.744617 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"0fcd394e-afed-4d11-b441-5ebfd472ad66", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5604", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0526 07:22:11.820777 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 07:22:11.820966 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 07:22:11.821069 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 07:22:11.821298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:22:11.821344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:22:15.154236 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 07:22:15.154350 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 07:22:15.154509 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 07:22:15.154697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:22:15.154787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:22:18.487552 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 07:22:18.487639 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 07:22:18.487702 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 07:22:18.487946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:22:18.487984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.251 - - [26/May/2026:07:22:19 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.011 [auth-system-keycloak-80] [] 10.0.0.83:8080 6432 0.012 200 7b3f9297134681930aadf8cc3703e309 10.0.0.147 - - [26/May/2026:07:22:19 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.009 [auth-system-keycloak-80] [] 10.0.0.83:8080 6432 0.009 200 8cb6d44fa6451c8c0775a20628ef4c06 W0526 07:22:21.821209 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 07:22:21.821365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:22:21.821386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:22:25.155011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:22:25.155066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:22:28.489523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:22:28.489575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:22:31.820606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:22:31.820657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:22:54.064625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:22:54.064660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:23:29.744673 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0526 07:23:29.744720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:23:29.744730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 07:23:29.746894 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.002s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:28.7kB} I0526 07:23:29.746919 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0526 07:23:29.750817 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0526 07:23:29.751168 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0526 07:23:29.751182 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"32a4608b-91d1-442c-8ddd-aee67a14d203", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6177", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0526 07:23:29.751394 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0526 07:23:29.751453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:23:29.751472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 07:23:29.751571 7 controller.go:196] "Configuration changes detected, backend reload required" I0526 07:23:29.819934 7 controller.go:216] "Backend successfully reloaded" I0526 07:23:29.820296 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jtl98", UID:"0b8dbc3a-c78e-4208-8596-ab8246318dac", APIVersion:"v1", ResourceVersion:"1578", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0526 07:23:30.074636 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0526 07:23:30.076611 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0526 07:23:33.085892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:23:33.085936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [26/May/2026:07:23:33 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.004 300 a88a7f77576f6338f85357e378c34a33 199.204.45.210 - - [26/May/2026:07:23:34 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.142:5000 266 0.005 200 3eef06fcc552c8402e67af8f6613da5f 199.204.45.210 - - [26/May/2026:07:23:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.499 [openstack-keystone-api-5000] [] 10.0.0.142:5000 1360 0.500 201 c7ee428f62a1cb8400217980460d2c26 199.204.45.210 - - [26/May/2026:07:23:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.004 300 12b21fd689128d57b5a7de1da4145cb7 199.204.45.210 - - [26/May/2026:07:23:35 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 438 0.032 [openstack-keystone-api-5000] [] 10.0.0.142:5000 90 0.032 404 17020f83518e70a603a60af556ce2229 199.204.45.210 - - [26/May/2026:07:23:35 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 456 0.024 [openstack-keystone-api-5000] [] 10.0.0.142:5000 370 0.025 200 c8b58aba218f73fbabdc0a38f521ae21 199.204.45.210 - - [26/May/2026:07:23:35 +0000] "GET /v3/domains/9fdb6c1758b64374a554d234e5feca63 HTTP/1.1" 200 247 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.025 [openstack-keystone-api-5000] [] 10.0.0.142:5000 247 0.026 200 c839ec8d99b7521231ed3b4a6b3cf944 199.204.45.210 - - [26/May/2026:07:23:36 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.142:5000 266 0.004 200 cdc29e322f2c1d36d378059b5d2ef110 199.204.45.210 - - [26/May/2026:07:23:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.142:5000 1360 0.295 201 30dec952a6e7c8febd7eb6e8c5a453de 199.204.45.210 - - [26/May/2026:07:23:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.004 300 7f7f2818d741737151a32b7baae5286a 199.204.45.210 - - [26/May/2026:07:23:36 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 463 0.028 [openstack-keystone-api-5000] [] 10.0.0.142:5000 101 0.028 404 64be02fff7d8d514b19ba28f398c3ef3 199.204.45.210 - - [26/May/2026:07:23:36 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 465 0.016 [openstack-keystone-api-5000] [] 10.0.0.142:5000 156 0.016 200 d1b0d2b31641d35297d200b83d4e54aa 199.204.45.210 - - [26/May/2026:07:23:36 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 681 0.034 [openstack-keystone-api-5000] [] 10.0.0.142:5000 342 0.034 201 4c2bfb90858aef889634858aec443aed 199.204.45.210 - - [26/May/2026:07:23:37 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.142:5000 266 0.004 200 52805f54624550bea442445f5809f60f 199.204.45.210 - - [26/May/2026:07:23:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.142:5000 1360 0.304 201 a252e5476ad3122d1eb0ca2f7c37d8c7 199.204.45.210 - - [26/May/2026:07:23:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.003 300 ca9baa2c306e054e990a58356ad4aca9 199.204.45.210 - - [26/May/2026:07:23:37 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.142:5000 98 0.022 404 7b88c901cb5fa8d5006133d09b554d78 199.204.45.210 - - [26/May/2026:07:23:37 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.019 [openstack-keystone-api-5000] [] 10.0.0.142:5000 136 0.018 200 f2ba22728994ac3d0dbb1abe856762d9 199.204.45.210 - - [26/May/2026:07:23:37 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.142:5000 357 0.019 201 de307686cb206e7463e91e2c1d62a678 199.204.45.210 - - [26/May/2026:07:23:38 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.006 [openstack-keystone-api-5000] [] 10.0.0.142:5000 266 0.005 200 577108f868be116169bacc21a5353987 199.204.45.210 - - [26/May/2026:07:23:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.142:5000 1360 0.303 201 f00d4ce73d0d79b9a20926389db06875 199.204.45.210 - - [26/May/2026:07:23:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.002 300 2b3b2bac87b44bbecb6a0742392c3ab3 199.204.45.210 - - [26/May/2026:07:23:38 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 498 0.023 [openstack-keystone-api-5000] [] 10.0.0.142:5000 131 0.023 404 abb68dcef6077449cf2881ba329b2991 199.204.45.210 - - [26/May/2026:07:23:38 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 486 0.018 [openstack-keystone-api-5000] [] 10.0.0.142:5000 168 0.018 200 2306371e6619839168f5d8f49a9f3348 199.204.45.210 - - [26/May/2026:07:23:38 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 581 0.021 [openstack-keystone-api-5000] [] 10.0.0.142:5000 224 0.022 201 ec84cf4f88e7eadae22e66b570bb4e03 W0526 07:23:45.303613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:23:45.303721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:23:48.637301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:23:48.637362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:23:51.970492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:23:51.970526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 07:24:09.740693 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.101.38.123"}] I0526 07:24:09.747041 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"32a4608b-91d1-442c-8ddd-aee67a14d203", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6537", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0526 07:24:09.747346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:24:09.747416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0526 07:24:16.349616 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-210.nip.io. Skipping. W0526 07:24:16.350031 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0526 07:24:16.350114 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0526 07:24:16.350167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:24:16.350187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 07:24:16.353316 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:33.4kB} I0526 07:24:16.353345 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0526 07:24:16.359562 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0526 07:24:16.359833 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-210.nip.io. Skipping. W0526 07:24:16.360094 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0526 07:24:16.360417 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0526 07:24:16.360538 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0526 07:24:16.360600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:24:16.360619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 07:24:16.359977 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"5f0eec02-1636-47ea-afd8-96da5e4c9101", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6587", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0526 07:24:16.360743 7 controller.go:196] "Configuration changes detected, backend reload required" I0526 07:24:16.428651 7 controller.go:216] "Backend successfully reloaded" I0526 07:24:16.428940 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jtl98", UID:"0b8dbc3a-c78e-4208-8596-ab8246318dac", APIVersion:"v1", ResourceVersion:"1578", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0526 07:24:16.664788 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0526 07:24:16.665037 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-210.nip.io. Skipping. I0526 07:24:16.665822 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0526 07:24:19.694721 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0526 07:24:19.694819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:24:19.694836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [26/May/2026:07:24:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.457 [auth-system-keycloak-80] [] 10.0.0.83:8080 1928 0.456 200 a3653c7bcd4644165f3d27119d7da460 199.204.45.210 - - [26/May/2026:07:24:36 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.038 [auth-system-keycloak-80] [] 10.0.0.83:8080 2 0.038 200 641b3e6e1aa2decfcf5970ee5838ef1c 199.204.45.210 - - [26/May/2026:07:24:36 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.051 [auth-system-keycloak-80] [] 10.0.0.83:8080 0 0.050 201 5a1b54b85cfeb59697c2b3b40fd3bf83 199.204.45.210 - - [26/May/2026:07:24:36 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.017 [auth-system-keycloak-80] [] 10.0.0.83:8080 322 0.017 200 66015c202ac57e592f175c5528c7bd81 199.204.45.210 - - [26/May/2026:07:24:36 +0000] "GET /admin/realms/atmosphere/users/716e4c02-69a9-4a2b-b69d-f2a17d702a36/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.061 [auth-system-keycloak-80] [] 10.0.0.83:8080 2 0.061 200 05eb85822d6910a96ddb0b8089d98c5c 199.204.45.210 - - [26/May/2026:07:24:36 +0000] "GET /admin/realms/atmosphere/users/716e4c02-69a9-4a2b-b69d-f2a17d702a36/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.005 [auth-system-keycloak-80] [] 10.0.0.83:8080 2 0.006 200 1a6b1b3cf664b30fd927bed92caf3bb3 199.204.45.210 - - [26/May/2026:07:24:38 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.006 [openstack-keystone-api-5000] [] 10.0.0.142:5000 266 0.005 200 34bfafc0414ee073ba356de7d0a1b29a 199.204.45.210 - - [26/May/2026:07:24:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.301 [openstack-keystone-api-5000] [] 10.0.0.142:5000 1360 0.300 201 c7381dc0bdc9ffa4087ca194f251d49b 199.204.45.210 - - [26/May/2026:07:24:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.004 300 58340ba75e07d5ca34a5b898cf3fe6d3 199.204.45.210 - - [26/May/2026:07:24:38 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.037 [openstack-keystone-api-5000] [] 10.0.0.142:5000 90 0.037 404 baebc864965cc3961d137a101c68f10a 199.204.45.210 - - [26/May/2026:07:24:38 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.033 [openstack-keystone-api-5000] [] 10.0.0.142:5000 370 0.034 200 fb043d87e636dbce4e5068d8f90985f2 199.204.45.210 - - [26/May/2026:07:24:38 +0000] "GET /v3/users?domain_id=9fdb6c1758b64374a554d234e5feca63&name=test-user HTTP/1.1" 200 174 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.078 [openstack-keystone-api-5000] [] 10.0.0.142:5000 174 0.078 200 bee8a9cc6c329b3bce0614f98387fe3d 199.204.45.210 - - [26/May/2026:07:24:49 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.007 [openstack-keystone-api-5000] [] 10.0.0.142:5000 266 0.006 200 11de282036e919804a49c9a04da16f7d 199.204.45.210 - - [26/May/2026:07:24:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.333 [openstack-keystone-api-5000] [] 10.0.0.142:5000 1360 0.334 201 796d43d8e7d21a249aec289d8023d8de 199.204.45.210 - - [26/May/2026:07:24:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.005 300 aa290acf300693ba2b880fce90b02d33 199.204.45.210 - - [26/May/2026:07:24:49 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.027 [openstack-keystone-api-5000] [] 10.0.0.142:5000 90 0.027 404 e0519d89329fb0a41fba555dedec98ab 199.204.45.210 - - [26/May/2026:07:24:49 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.039 [openstack-keystone-api-5000] [] 10.0.0.142:5000 370 0.039 200 fbfcee8975d09f42eea1617f0f206bf6 199.204.45.210 - - [26/May/2026:07:24:49 +0000] "GET /v3/users?domain_id=9fdb6c1758b64374a554d234e5feca63&name=test-user HTTP/1.1" 200 174 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.060 [openstack-keystone-api-5000] [] 10.0.0.142:5000 174 0.060 200 49858e21f1b272cb27112e4f4941963b W0526 07:24:58.942180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:24:58.942226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [26/May/2026:07:25:00 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.142:5000 266 0.004 200 3f89caa3fa0cd0e77dec9e51cf4892ff 199.204.45.210 - - [26/May/2026:07:25:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.142:5000 1360 0.291 201 5aa0a0cb063cfbacd72862847fbc54e6 199.204.45.210 - - [26/May/2026:07:25:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.003 300 0e2818702ea584639b1f068895b1b61e 199.204.45.210 - - [26/May/2026:07:25:00 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.034 [openstack-keystone-api-5000] [] 10.0.0.142:5000 90 0.034 404 9a8da5d44214b4164e05b1fb84bf8766 199.204.45.210 - - [26/May/2026:07:25:00 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.029 [openstack-keystone-api-5000] [] 10.0.0.142:5000 370 0.028 200 adbeba9d6e3eb585d5398478a1fcb5c6 199.204.45.210 - - [26/May/2026:07:25:00 +0000] "GET /v3/users?domain_id=9fdb6c1758b64374a554d234e5feca63&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.276 [openstack-keystone-api-5000] [] 10.0.0.142:5000 451 0.276 200 0fca96942fa305f348d92fc1baa76d33 W0526 07:25:02.275994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:25:02.276050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:25:05.609216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:25:05.609268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 07:25:09.734646 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.101.38.123"}] E0526 07:25:09.741729 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-210.nip.io. Skipping. I0526 07:25:09.741918 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"5f0eec02-1636-47ea-afd8-96da5e4c9101", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6925", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0526 07:25:09.744166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 07:25:09.744202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store