------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0526 08:48:14.964853 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0526 08:48:14.965251 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0526 08:48:14.975231 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0526 08:48:14.977782 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0526 08:48:15.206687 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0526 08:48:15.223055 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0526 08:48:15.234107 7 nginx.go:271] "Starting NGINX Ingress controller" I0526 08:48:15.249824 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"73b442af-378f-4b66-b437-af9415098864", APIVersion:"v1", ResourceVersion:"1531", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0526 08:48:15.268619 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"d4e11217-c7be-4de4-9af2-8bbf22afa50d", APIVersion:"v1", ResourceVersion:"1530", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0526 08:48:15.268645 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"7bf47fd2-79ed-4e80-9f85-f520035de5ce", APIVersion:"v1", ResourceVersion:"1532", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0526 08:48:16.435923 7 nginx.go:317] "Starting NGINX process" I0526 08:48:16.436006 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0526 08:48:16.436324 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0526 08:48:16.442523 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0526 08:48:16.442593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:48:16.442606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 08:48:16.442655 7 controller.go:196] "Configuration changes detected, backend reload required" I0526 08:48:16.455686 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0526 08:48:16.455807 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-47tjk" I0526 08:48:16.477562 7 controller.go:216] "Backend successfully reloaded" I0526 08:48:16.477694 7 controller.go:227] "Initial sync, sleeping for 1 second" I0526 08:48:16.477772 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-47tjk", UID:"8c16b356-25bb-4a0a-aba5-35df519d6a7d", APIVersion:"v1", ResourceVersion:"1577", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0526 08:48:20.248678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:48:20.248706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:48:23.582515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:48:23.582547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:48:26.916032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:48:26.916066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:48:30.249398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:48:30.249445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:48:33.583068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:48:33.583124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:48:36.916584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:48:36.916630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:48:40.249638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:48:40.249699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:48:43.582508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:48:43.582551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:48:46.915465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:48:46.915522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:48:53.022964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:48:53.022997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:49:17.764345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:49:17.764390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:49:21.100519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:49:21.100579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:50:13.684715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:50:13.684747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:50:17.018557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:50:17.018800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:50:20.352068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:50:20.352116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:50:23.687726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:50:23.687774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:50:28.162629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:50:28.162765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:50:31.498498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:50:31.498541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:50:34.830552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:50:34.830715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:50:38.163508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:50:38.163558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:50:41.513565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:50:41.513615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:52:13.325279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:52:13.325312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:52:49.302596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:52:49.302628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:52:52.228070 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-238.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-238.nip.io-tls was not found. Using default certificate W0526 08:52:52.228156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:52:52.228183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 08:52:52.230811 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0526 08:52:52.230840 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0526 08:52:52.238170 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0526 08:52:52.238719 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-238.nip.io-tls" in local store I0526 08:52:52.238857 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"01b565ad-ecf7-4552-bdb7-51ea810dbd5e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3737", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0526 08:52:52.452021 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-238.nip.io-tls" I0526 08:52:52.453199 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-238.nip.io-tls" W0526 08:52:52.636944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:52:52.636984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 08:52:52.637059 7 controller.go:196] "Configuration changes detected, backend reload required" I0526 08:52:52.675820 7 controller.go:216] "Backend successfully reloaded" I0526 08:52:52.676062 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-47tjk", UID:"8c16b356-25bb-4a0a-aba5-35df519d6a7d", APIVersion:"v1", ResourceVersion:"1577", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0526 08:52:55.970300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:52:55.970379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [26/May/2026:08:53:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.236 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 2.235 200 abe04bc82f5d67bf66f7bb8fc100c2e6 199.204.45.238 - - [26/May/2026:08:53:01 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.116 [auth-system-keycloak-80] [] 10.0.0.253:8080 116 0.116 404 f60b768f7322cb0ed5cc234f8484bbfa W0526 08:53:03.133748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:53:03.133786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [26/May/2026:08:53:05 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.974 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 3.973 201 bcf02b03e4ffa6680b1b4e139e680d4b 199.204.45.238 - - [26/May/2026:08:53:06 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.588 [auth-system-keycloak-80] [] 10.0.0.253:8080 4246 0.588 200 aa01411d5c73eea5bae53eb58ca5e72b W0526 08:53:06.468275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:53:06.468330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [26/May/2026:08:53:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.628 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.626 200 e33b6fc1c07175e5ade3306aacdca09b 199.204.45.238 - - [26/May/2026:08:53:07 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.093 [auth-system-keycloak-80] [] 10.0.0.253:8080 12500 0.092 200 43e908dcac48adef04c979a09ee9a77c 199.204.45.238 - - [26/May/2026:08:53:07 +0000] "GET /admin/realms/atmosphere/client-scopes/27a0568c-3ac0-4851-8f06-9115c1470b2f HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.054 [auth-system-keycloak-80] [] 10.0.0.253:8080 1278 0.053 200 5a463d552cc60128b421bdbd5f8b8c3d 199.204.45.238 - - [26/May/2026:08:53:07 +0000] "PUT /admin/realms/atmosphere/client-scopes/27a0568c-3ac0-4851-8f06-9115c1470b2f HTTP/1.1" 204 0 "-" "Ansible" 1848 0.024 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.023 204 31064e8ef3981e9ce4f31cf98d1c5493 199.204.45.238 - - [26/May/2026:08:53:07 +0000] "GET /admin/realms/atmosphere/client-scopes/27a0568c-3ac0-4851-8f06-9115c1470b2f/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.063 [auth-system-keycloak-80] [] 10.0.0.253:8080 963 0.064 200 e2d773f50c6fd920303d6516c11f0f6f 199.204.45.238 - - [26/May/2026:08:53:07 +0000] "GET /admin/realms/atmosphere/client-scopes/27a0568c-3ac0-4851-8f06-9115c1470b2f/protocol-mappers/models/ef9a049e-90fa-43f0-98ea-3765101941d6 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.014 [auth-system-keycloak-80] [] 10.0.0.253:8080 366 0.014 200 c9dadba52f4f671f362e9a3463626756 199.204.45.238 - - [26/May/2026:08:53:07 +0000] "PUT /admin/realms/atmosphere/client-scopes/27a0568c-3ac0-4851-8f06-9115c1470b2f/protocol-mappers/models/ef9a049e-90fa-43f0-98ea-3765101941d6 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.159 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.158 204 016dd03e07e372da09cb47d828488985 199.204.45.238 - - [26/May/2026:08:53:08 +0000] "GET /admin/realms/atmosphere/client-scopes/27a0568c-3ac0-4851-8f06-9115c1470b2f HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.016 [auth-system-keycloak-80] [] 10.0.0.253:8080 1218 0.016 200 147cbd377aefb0d080f0ff4276e893b5 W0526 08:53:14.931041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:53:14.931073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 08:53:16.471750 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.108.189.201"}] I0526 08:53:16.495566 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"01b565ad-ecf7-4552-bdb7-51ea810dbd5e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4029", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0526 08:53:18.265545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:53:18.265584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:53:21.598782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:53:21.599027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:53:28.603708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:53:28.603770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [26/May/2026:08:53:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.497 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.496 200 778e0cba03e901199e70479f3d71df2f 199.204.45.238 - - [26/May/2026:08:53:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.017 [auth-system-keycloak-80] [] 10.0.0.253:8080 2 0.018 200 78e2ec5a4a1a27d4e084ac9b7e856e86 199.204.45.238 - - [26/May/2026:08:53:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.166 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.164 201 2ae7fb03ce86f343ff19a763851c00f6 199.204.45.238 - - [26/May/2026:08:53:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.085 [auth-system-keycloak-80] [] 10.0.0.253:8080 1261 0.085 200 d0197d5e6d9596c4b77abbe1f3b4178c 199.204.45.238 - - [26/May/2026:08:53:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.025 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 1.024 200 5bd7dac77a46f15a62eb0473e35de3fb 199.204.45.238 - - [26/May/2026:08:53:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.253:8080 2 0.011 200 20f689d3aac6cd3262824c1a6c9e7d64 199.204.45.238 - - [26/May/2026:08:53:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.101 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.101 201 3d2039b29ca4b0a99a4aa2ac65f36d0d 199.204.45.238 - - [26/May/2026:08:53:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.064 [auth-system-keycloak-80] [] 10.0.0.253:8080 1286 0.064 200 7d53beda98725fc0f0efeb60f260c181 199.204.45.238 - - [26/May/2026:08:53:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.493 200 64da261601fbf3f2b0b606b64a233202 199.204.45.238 - - [26/May/2026:08:53:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.253:8080 2 0.008 200 af21da2a1138b8b9769e93f89d7c23c3 199.204.45.238 - - [26/May/2026:08:53:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.172 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.171 201 b5d8306e8e393717bf068af6627dd112 199.204.45.238 - - [26/May/2026:08:53:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.023 [auth-system-keycloak-80] [] 10.0.0.253:8080 1251 0.023 200 341fffb9f3523242dffdcbd6d9336133 199.204.45.238 - - [26/May/2026:08:53:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.509 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.507 200 5cf0fcfbd430c92d567145964feb694b 199.204.45.238 - - [26/May/2026:08:53:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.253:8080 1261 0.008 200 f3508fae2b01699b03ab2f2315ee8529 199.204.45.238 - - [26/May/2026:08:53:34 +0000] "GET /admin/realms/atmosphere/clients/6ae26097-60ea-4b5c-9733-092ea3ec65bd/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.042 [auth-system-keycloak-80] [] 10.0.0.253:8080 119 0.042 404 797f62a6c6ae9598b3cbe13eafd422d7 199.204.45.238 - - [26/May/2026:08:53:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.253:8080 1261 0.008 200 327b31825e15d1521b66b94a24c45b90 199.204.45.238 - - [26/May/2026:08:53:35 +0000] "POST /admin/realms/atmosphere/clients/6ae26097-60ea-4b5c-9733-092ea3ec65bd/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.021 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.022 201 f4d2d8970b266f5cd9714accbaca3705 199.204.45.238 - - [26/May/2026:08:53:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.253:8080 1261 0.007 200 36dfdde4700bbdc5c196c59a581f809b 199.204.45.238 - - [26/May/2026:08:53:35 +0000] "GET /admin/realms/atmosphere/clients/6ae26097-60ea-4b5c-9733-092ea3ec65bd/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.029 [auth-system-keycloak-80] [] 10.0.0.253:8080 166 0.029 200 1325fae00941623cc083db9466eb577b 199.204.45.238 - - [26/May/2026:08:53:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.448 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.447 200 ffd4019b21d8ea149012ee70781b6ec2 199.204.45.238 - - [26/May/2026:08:53:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.253:8080 1286 0.006 200 ac183f61fe0c9aae1b4f6a02b0bbabda 199.204.45.238 - - [26/May/2026:08:53:35 +0000] "GET /admin/realms/atmosphere/clients/1f73538e-857f-4289-b675-cc6998c57d1d/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.253:8080 119 0.011 404 cb270c074d280573f611af2d81df171f 199.204.45.238 - - [26/May/2026:08:53:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.253:8080 1286 0.022 200 f5faea5cbbeecf334d0bb6138a0a657c 199.204.45.238 - - [26/May/2026:08:53:36 +0000] "POST /admin/realms/atmosphere/clients/1f73538e-857f-4289-b675-cc6998c57d1d/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.015 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.014 201 751866dfc58a825a875e9ba1f86166e1 199.204.45.238 - - [26/May/2026:08:53:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.253:8080 1286 0.007 200 081df507486795083bd91e3654aa58ba 199.204.45.238 - - [26/May/2026:08:53:36 +0000] "GET /admin/realms/atmosphere/clients/1f73538e-857f-4289-b675-cc6998c57d1d/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.053 [auth-system-keycloak-80] [] 10.0.0.253:8080 165 0.053 200 e9b173f226a118a269ad813aecc45d4b 199.204.45.238 - - [26/May/2026:08:53:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.846 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.845 200 7b8b1068ff4ef766992329f5eed4f1e8 199.204.45.238 - - [26/May/2026:08:53:36 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.075 [auth-system-keycloak-80] [] 10.0.0.253:8080 4246 0.076 200 d7928a17b9907fdf95759deaac22ea33 199.204.45.238 - - [26/May/2026:08:53:37 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.806 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.805 204 e0ecba2ff4dc28ba10872b38f9dc1afc 199.204.45.238 - - [26/May/2026:08:53:38 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.290 [auth-system-keycloak-80] [] 10.0.0.253:8080 4384 0.291 200 3b0b6c8de4d0faee6f8c738183e7b711 199.204.45.238 - - [26/May/2026:08:53:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.759 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 1.758 200 c34bc70c30a6a7bc1e02c1c660510bc1 199.204.45.238 - - [26/May/2026:08:53:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.056 [auth-system-keycloak-80] [] 10.0.0.253:8080 1286 0.055 200 fc6602517bb7e2f2c55c4aa41de286ed 199.204.45.238 - - [26/May/2026:08:53:38 +0000] "GET /admin/realms/atmosphere/clients/1f73538e-857f-4289-b675-cc6998c57d1d/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.253:8080 119 0.009 404 41ad1eaa2c06827670ace37348c3e0d0 199.204.45.238 - - [26/May/2026:08:53:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.253:8080 1286 0.006 200 716e69d5cb51ed55cfcb28baa3b05e98 199.204.45.238 - - [26/May/2026:08:53:38 +0000] "POST /admin/realms/atmosphere/clients/1f73538e-857f-4289-b675-cc6998c57d1d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.064 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.064 201 634e52521ecbe5e955e52d76b6d94b87 199.204.45.238 - - [26/May/2026:08:53:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.253:8080 1286 0.007 200 825f938e349f8b4fd0e2ca357a95cebe 199.204.45.238 - - [26/May/2026:08:53:38 +0000] "GET /admin/realms/atmosphere/clients/1f73538e-857f-4289-b675-cc6998c57d1d/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.253:8080 166 0.009 200 34152d81f4633978e0d77b43ad96ade9 199.204.45.238 - - [26/May/2026:08:53:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.901 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.900 200 4c47179b233abcadde9e85924ea5204d 199.204.45.238 - - [26/May/2026:08:53:39 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.253:8080 1682 0.010 200 981e06951fad3f0d89bc4881737bbf61 199.204.45.238 - - [26/May/2026:08:53:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.009 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 1.009 200 8afb24ff0d77dc040013d3101d747ab2 199.204.45.238 - - [26/May/2026:08:53:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.044 [auth-system-keycloak-80] [] 10.0.0.253:8080 1286 0.043 200 25875474f390d9543025489c7d1a8ef7 199.204.45.238 - - [26/May/2026:08:53:39 +0000] "GET /admin/realms/atmosphere/clients/1f73538e-857f-4289-b675-cc6998c57d1d/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.253:8080 119 0.007 404 9398f2deccd093d9ca4a079d84f711d3 199.204.45.238 - - [26/May/2026:08:53:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.076 [auth-system-keycloak-80] [] 10.0.0.253:8080 1286 0.077 200 dcf1093259aad0bf57884dc65a318245 199.204.45.238 - - [26/May/2026:08:53:39 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.122 [auth-system-keycloak-80] [] 10.0.0.253:8080 6432 0.123 200 f5c466e94f284d0aba28201b97418b20 199.204.45.238 - - [26/May/2026:08:53:40 +0000] "POST /admin/realms/atmosphere/clients/1f73538e-857f-4289-b675-cc6998c57d1d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.084 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.084 201 ed380542ee9898764d61aa303fd54ae7 199.204.45.238 - - [26/May/2026:08:53:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.253:8080 1286 0.007 200 2be0cbc516ce02b30c62b3eec3bb643f 199.204.45.238 - - [26/May/2026:08:53:40 +0000] "GET /admin/realms/atmosphere/clients/1f73538e-857f-4289-b675-cc6998c57d1d/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.253:8080 166 0.015 200 434fe54612ec1a32ef19657835b0e7c1 199.204.45.238 - - [26/May/2026:08:53:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.481 200 91f67a266962a38e05dac0f41d4603b6 199.204.45.238 - - [26/May/2026:08:53:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.253:8080 1251 0.007 200 50c2f54a8ba1db4150b18feb856932ab 199.204.45.238 - - [26/May/2026:08:53:41 +0000] "GET /admin/realms/atmosphere/clients/fdedec0d-782b-4a62-b8ff-195691939e8e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.038 [auth-system-keycloak-80] [] 10.0.0.253:8080 119 0.039 404 4188641acb41faf53560e8b4aad79871 199.204.45.238 - - [26/May/2026:08:53:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.253:8080 1251 0.005 200 aaf1e5ff4a09ed21bba305b5831c4c15 199.204.45.238 - - [26/May/2026:08:53:41 +0000] "POST /admin/realms/atmosphere/clients/fdedec0d-782b-4a62-b8ff-195691939e8e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.014 201 c6a7238d2f3b3fb39ab41184490b94d4 199.204.45.238 - - [26/May/2026:08:53:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.253:8080 1251 0.005 200 be7c98b218c494092dccc86c5ac03ee9 199.204.45.238 - - [26/May/2026:08:53:41 +0000] "GET /admin/realms/atmosphere/clients/fdedec0d-782b-4a62-b8ff-195691939e8e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.046 [auth-system-keycloak-80] [] 10.0.0.253:8080 166 0.046 200 f75cbbc17e0da95a4f5600d829421225 199.204.45.238 - - [26/May/2026:08:53:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.558 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.557 200 98495511a6d8a71bb47fcde04e252d20 199.204.45.238 - - [26/May/2026:08:53:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.253:8080 2 0.010 200 602a9504de8afb9b06bde45849e294a5 199.204.45.238 - - [26/May/2026:08:53:41 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.162 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.161 201 7de0bc0efb04aa5f6f6aa1c737b0b07c 199.204.45.238 - - [26/May/2026:08:53:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.023 [auth-system-keycloak-80] [] 10.0.0.253:8080 2246 0.023 200 27cdda1d3e86fcecf84e5e99a0114ef7 199.204.45.238 - - [26/May/2026:08:53:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.473 200 7572822c56f0643fb96b963122a3c5d7 199.204.45.238 - - [26/May/2026:08:53:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.253:8080 2246 0.006 200 5c90d2a092b02c81b02c1a3255bfa4b2 199.204.45.238 - - [26/May/2026:08:53:43 +0000] "GET /admin/realms/atmosphere/clients/1817c090-d1d4-4c5b-9cde-99e6f0ad61f9/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.018 [auth-system-keycloak-80] [] 10.0.0.253:8080 233 0.018 200 1c173221b0ad6fd9f2ac29cd65dbcc01 199.204.45.238 - - [26/May/2026:08:53:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.043 [auth-system-keycloak-80] [] 10.0.0.253:8080 831 0.042 200 c6fc97ec5aa21b4631b1d108a6a68031 199.204.45.238 - - [26/May/2026:08:53:43 +0000] "GET /admin/realms/atmosphere/clients/3b431a1f-d1cf-4daf-8e14-c4f69fe40f89/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.079 [auth-system-keycloak-80] [] 10.0.0.253:8080 3758 0.078 200 a9742f36ead58b726492b7e26e7dfb87 199.204.45.238 - - [26/May/2026:08:53:43 +0000] "GET /admin/realms/atmosphere/users/8a7487c5-ddf6-4c53-b6b0-07079ebdab84/role-mappings/clients/3b431a1f-d1cf-4daf-8e14-c4f69fe40f89/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.186 [auth-system-keycloak-80] [] 10.0.0.253:8080 3758 0.186 200 a57c630761679783bfb57aa31f39909b 199.204.45.238 - - [26/May/2026:08:53:43 +0000] "GET /admin/realms/atmosphere/users/8a7487c5-ddf6-4c53-b6b0-07079ebdab84/role-mappings/clients/3b431a1f-d1cf-4daf-8e14-c4f69fe40f89/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.022 [auth-system-keycloak-80] [] 10.0.0.253:8080 2 0.022 200 fe91e722b0c8c126a67326521a1e90f7 199.204.45.238 - - [26/May/2026:08:53:43 +0000] "POST /admin/realms/atmosphere/users/8a7487c5-ddf6-4c53-b6b0-07079ebdab84/role-mappings/clients/3b431a1f-d1cf-4daf-8e14-c4f69fe40f89 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.084 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.083 204 f9fdfb731fe52f11a4e3a5c41f3ad44f 199.204.45.238 - - [26/May/2026:08:53:43 +0000] "GET /admin/realms/atmosphere/users/8a7487c5-ddf6-4c53-b6b0-07079ebdab84/role-mappings/clients/3b431a1f-d1cf-4daf-8e14-c4f69fe40f89/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.064 [auth-system-keycloak-80] [] 10.0.0.253:8080 576 0.064 200 eb49058db747e345841b884c78e659db W0526 08:53:47.520543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:53:47.520569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:53:50.855053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:53:50.855371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:54:53.776083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:54:53.776127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:54:53.871232 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 08:54:53.871480 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0526 08:54:53.871543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:54:53.871561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:54:53.873229 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. I0526 08:54:53.873330 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0526 08:54:53.873364 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0526 08:54:53.873332 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0526 08:54:53.873512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:54:53.873550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 08:54:53.875930 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0526 08:54:53.875967 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0526 08:54:53.877166 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 08:54:53.877236 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0526 08:54:53.877279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:54:53.877299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 08:54:53.878571 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:18.2kB} I0526 08:54:53.878589 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0526 08:54:53.892986 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0526 08:54:53.893286 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"e551506d-5735-489e-89a8-94ef703c167a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5036", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0526 08:54:53.893354 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0526 08:54:53.896807 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0526 08:54:53.897086 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0526 08:54:53.897105 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0526 08:54:53.897289 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0526 08:54:53.897320 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d5885b58-f9a0-44f9-9903-1408429eb212", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5038", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0526 08:54:53.897330 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d93f66f7-8c80-4aab-88e5-a914640e9343", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5040", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0526 08:54:54.294438 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0526 08:54:54.295685 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0526 08:54:54.418556 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0526 08:54:54.420834 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0526 08:54:55.400303 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0526 08:54:55.400978 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0526 08:54:57.109579 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 08:54:57.109908 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 08:54:57.109974 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 08:54:57.110236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:54:57.110269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 08:54:57.110518 7 controller.go:196] "Configuration changes detected, backend reload required" I0526 08:54:57.167225 7 controller.go:216] "Backend successfully reloaded" I0526 08:54:57.167994 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-47tjk", UID:"8c16b356-25bb-4a0a-aba5-35df519d6a7d", APIVersion:"v1", ResourceVersion:"1577", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0526 08:55:00.443327 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 08:55:00.443405 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 08:55:00.443443 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 08:55:00.443615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:00.443688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:03.782531 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 08:55:03.782583 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 08:55:03.782604 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 08:55:03.782682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:03.782697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:07.109700 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 08:55:07.109751 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 08:55:07.109773 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 08:55:07.109855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:07.109871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:10.443300 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 08:55:10.443387 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 08:55:10.443458 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 08:55:10.443632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:10.443691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:13.776747 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 08:55:13.776854 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 08:55:13.776906 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 08:55:13.777049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:13.777076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 08:55:16.852399 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.108.189.201"}] I0526 08:55:16.852969 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.108.189.201"}] I0526 08:55:16.853767 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.108.189.201"}] I0526 08:55:16.862534 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"e551506d-5735-489e-89a8-94ef703c167a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5582", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0526 08:55:16.863547 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d5885b58-f9a0-44f9-9903-1408429eb212", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5583", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0526 08:55:16.865172 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d93f66f7-8c80-4aab-88e5-a914640e9343", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5584", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0526 08:55:17.110251 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 08:55:17.110340 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 08:55:17.110382 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 08:55:17.110511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:17.110545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:20.443574 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 08:55:20.443613 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 08:55:20.443632 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 08:55:20.443701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:20.443718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.59 - - [26/May/2026:08:55:23 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.253:8080 6432 0.008 200 62bf5a5b512ffbe84a19063fa56d86e5 10.0.0.250 - - [26/May/2026:08:55:23 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.005 [auth-system-keycloak-80] [] 10.0.0.253:8080 6432 0.005 200 b14142b47e6f5181f1ea622296ad3fb3 W0526 08:55:24.002898 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 08:55:24.002996 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 08:55:24.003160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:24.003179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:27.337225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:27.337304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:30.671352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:30.671409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:34.241920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:34.241965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:54.682085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:55:54.682133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:56:30.952700 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0526 08:56:30.952768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:56:30.952789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 08:56:30.955797 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0526 08:56:30.955831 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0526 08:56:30.959928 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0526 08:56:30.960397 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0526 08:56:30.960473 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"966b0f62-ffeb-4265-a05a-4636e5857d90", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6094", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0526 08:56:30.960690 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0526 08:56:30.960746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:56:30.960763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 08:56:30.960858 7 controller.go:196] "Configuration changes detected, backend reload required" I0526 08:56:31.019883 7 controller.go:216] "Backend successfully reloaded" I0526 08:56:31.020306 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-47tjk", UID:"8c16b356-25bb-4a0a-aba5-35df519d6a7d", APIVersion:"v1", ResourceVersion:"1577", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0526 08:56:31.241836 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0526 08:56:31.244781 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0526 08:56:34.294276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:56:34.294368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [26/May/2026:08:56:35 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.005 300 7b61e0a341eb150c41f4d3aa126a39d1 199.204.45.238 - - [26/May/2026:08:56:37 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.198:5000 266 0.004 200 8e41134f9ff79868cc5fe0689de30c7a 199.204.45.238 - - [26/May/2026:08:56:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.535 [openstack-keystone-api-5000] [] 10.0.0.198:5000 1360 0.535 201 b579850d08247c9997e82697f4cd5a68 199.204.45.238 - - [26/May/2026:08:56:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.003 300 b7efda23ce446e8fdd8563e3eb98e6fa 199.204.45.238 - - [26/May/2026:08:56:37 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 438 0.032 [openstack-keystone-api-5000] [] 10.0.0.198:5000 90 0.032 404 b5dc3cb8ec7bc7a8311527115327ee6a 199.204.45.238 - - [26/May/2026:08:56:37 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 456 0.025 [openstack-keystone-api-5000] [] 10.0.0.198:5000 370 0.026 200 a5973bd50fc24f3bf3fcb6bc22e6c046 199.204.45.238 - - [26/May/2026:08:56:37 +0000] "GET /v3/domains/4ad133eb98bb4c07ad0d66373680ac50 HTTP/1.1" 200 247 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.198:5000 247 0.022 200 ca986307694b7b01aee9029264c1009c 199.204.45.238 - - [26/May/2026:08:56:38 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.198:5000 266 0.004 200 a03f1c3d085ee4b0809cde8a2d008205 199.204.45.238 - - [26/May/2026:08:56:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.315 [openstack-keystone-api-5000] [] 10.0.0.198:5000 1360 0.314 201 ee8680665e0ffc9a4c9c4fa29a26e4a6 199.204.45.238 - - [26/May/2026:08:56:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.003 300 3e5fcc43ece61357e76b4dd1d23d141c 199.204.45.238 - - [26/May/2026:08:56:39 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 463 0.026 [openstack-keystone-api-5000] [] 10.0.0.198:5000 101 0.026 404 3134805abc5ba949499e0c8c0cc73896 199.204.45.238 - - [26/May/2026:08:56:39 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 465 0.018 [openstack-keystone-api-5000] [] 10.0.0.198:5000 156 0.018 200 1f30272990d4ac2fd5c71a03d4e67b3d 199.204.45.238 - - [26/May/2026:08:56:39 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 681 0.030 [openstack-keystone-api-5000] [] 10.0.0.198:5000 342 0.030 201 636b96533178797942af5c5ff600625f 199.204.45.238 - - [26/May/2026:08:56:39 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.198:5000 266 0.003 200 6bebf3804a303ad95a4d9d0713f0307c 199.204.45.238 - - [26/May/2026:08:56:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.198:5000 1360 0.299 201 52e139f10f9493f217c4ae8804c21374 199.204.45.238 - - [26/May/2026:08:56:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.003 300 3f281d1605b9a2cdcbaa5fcdfb1a249c 199.204.45.238 - - [26/May/2026:08:56:40 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.198:5000 98 0.022 404 77c4e591cfda2dd7662209de08c0c829 199.204.45.238 - - [26/May/2026:08:56:40 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.198:5000 136 0.017 200 92fbafcc0be18b5a81a0ef2dc8ead114 199.204.45.238 - - [26/May/2026:08:56:40 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 739 0.021 [openstack-keystone-api-5000] [] 10.0.0.198:5000 357 0.021 201 6a642e4230d0b49dfbac8cae171d418e 199.204.45.238 - - [26/May/2026:08:56:41 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.198:5000 266 0.002 200 fc79ceb354b5bdd84a8fa43586dd7adb 199.204.45.238 - - [26/May/2026:08:56:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.198:5000 1360 0.301 201 2ea55c3c6a875929f283be3d23b5f71b 199.204.45.238 - - [26/May/2026:08:56:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.003 300 f5ee006f817f6b899da25a9035a1173e 199.204.45.238 - - [26/May/2026:08:56:41 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 498 0.026 [openstack-keystone-api-5000] [] 10.0.0.198:5000 131 0.026 404 b1d06a802394200417f9c8570771b53f 199.204.45.238 - - [26/May/2026:08:56:41 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 486 0.019 [openstack-keystone-api-5000] [] 10.0.0.198:5000 168 0.019 200 a741f4394b88df617bfee0aacd8d2520 199.204.45.238 - - [26/May/2026:08:56:41 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 581 0.029 [openstack-keystone-api-5000] [] 10.0.0.198:5000 224 0.028 201 3513d066392ee14c5cd9ccf5e6132764 W0526 08:56:49.649909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:56:49.649953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:56:52.984212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:56:52.984273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:56:56.316855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:56:56.316994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 08:57:16.464589 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.108.189.201"}] I0526 08:57:16.469156 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"966b0f62-ffeb-4265-a05a-4636e5857d90", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6477", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0526 08:57:16.469780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:57:16.469820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0526 08:57:27.725709 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-238.nip.io. Skipping. W0526 08:57:27.726132 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0526 08:57:27.726243 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0526 08:57:27.726390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:57:27.726457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 08:57:27.729205 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:33.4kB} I0526 08:57:27.729269 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0526 08:57:27.737433 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0526 08:57:27.737868 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-238.nip.io. Skipping. W0526 08:57:27.738011 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0526 08:57:27.738205 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0526 08:57:27.738287 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0526 08:57:27.738366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:57:27.738405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 08:57:27.738500 7 controller.go:196] "Configuration changes detected, backend reload required" I0526 08:57:27.741213 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"8b3daca0-41a3-4e95-99e7-9e23dd614338", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6547", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0526 08:57:27.802377 7 controller.go:216] "Backend successfully reloaded" I0526 08:57:27.802671 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-47tjk", UID:"8c16b356-25bb-4a0a-aba5-35df519d6a7d", APIVersion:"v1", ResourceVersion:"1577", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0526 08:57:28.091213 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0526 08:57:28.091459 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-238.nip.io. Skipping. I0526 08:57:28.092449 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0526 08:57:31.074599 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0526 08:57:31.074718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:57:31.074732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [26/May/2026:08:57:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.464 200 ebbe9941bb2cb6b2ef0bb7894fd88203 199.204.45.238 - - [26/May/2026:08:57:46 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.074 [auth-system-keycloak-80] [] 10.0.0.253:8080 2 0.074 200 73dcd86586f6f2d9e64713517e7e6e1e 199.204.45.238 - - [26/May/2026:08:57:46 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.083 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.082 201 912a8c1bb17342f83853b9f5ffcab8e4 199.204.45.238 - - [26/May/2026:08:57:47 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.017 [auth-system-keycloak-80] [] 10.0.0.253:8080 322 0.017 200 353d9a373fcb8455cf1d6f962cde827a 199.204.45.238 - - [26/May/2026:08:57:47 +0000] "GET /admin/realms/atmosphere/users/8f23c4b0-74a6-47a6-8ec8-ac9b720a6705/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.067 [auth-system-keycloak-80] [] 10.0.0.253:8080 2 0.067 200 06ed0a5d9c5157fce088e39cb7db3eac 199.204.45.238 - - [26/May/2026:08:57:47 +0000] "GET /admin/realms/atmosphere/users/8f23c4b0-74a6-47a6-8ec8-ac9b720a6705/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.005 [auth-system-keycloak-80] [] 10.0.0.253:8080 2 0.006 200 c837ffe6ff80db81b1c42bee0d2628e8 199.204.45.238 - - [26/May/2026:08:57:48 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.198:5000 266 0.004 200 65df7234a094e6ad9e210eba85d43064 199.204.45.238 - - [26/May/2026:08:57:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.198:5000 1360 0.295 201 561837b291cb345efae030abe8f739ff 199.204.45.238 - - [26/May/2026:08:57:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.198:5000 281 0.004 300 3dad97ff95f936b556ea0d52a6ed56e2 199.204.45.238 - - [26/May/2026:08:57:48 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.039 [openstack-keystone-api-5000] [] 10.0.0.198:5000 90 0.038 404 470a0fb428fd20400a96285e69e05cfc 199.204.45.238 - - [26/May/2026:08:57:48 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.026 [openstack-keystone-api-5000] [] 10.0.0.198:5000 370 0.025 200 3934c29618a10c4ddf9429c6e6414c07 199.204.45.238 - - [26/May/2026:08:57:48 +0000] "GET /v3/users?domain_id=4ad133eb98bb4c07ad0d66373680ac50&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.385 [openstack-keystone-api-5000] [] 10.0.0.198:5000 451 0.384 200 7c2a4bb82978b894388802a9eaec14c2 W0526 08:58:13.296260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:58:13.296288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 08:58:16.461563 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.108.189.201"}] E0526 08:58:16.468469 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-238.nip.io. Skipping. I0526 08:58:16.469418 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"8b3daca0-41a3-4e95-99e7-9e23dd614338", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6862", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0526 08:58:16.630011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:58:16.630053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:58:19.963857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 08:58:19.963893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store