------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0520 03:05:13.771655 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0520 03:05:13.771773 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0520 03:05:13.779622 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0520 03:05:13.783696 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0520 03:05:13.847078 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0520 03:05:13.864413 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0520 03:05:13.876827 7 nginx.go:271] "Starting NGINX Ingress controller" I0520 03:05:13.885088 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"4ebe9917-8171-4ad0-8f14-36b15781c2b8", APIVersion:"v1", ResourceVersion:"1546", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0520 03:05:13.888612 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"f4861349-371a-4bdd-8c6d-9ef2e061cba6", APIVersion:"v1", ResourceVersion:"1544", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0520 03:05:13.888638 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"d1856937-602e-409d-91d5-15330c77ffed", APIVersion:"v1", ResourceVersion:"1543", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0520 03:05:15.078853 7 nginx.go:317] "Starting NGINX process" I0520 03:05:15.078923 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0520 03:05:15.079219 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0520 03:05:15.079512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:15.079533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 03:05:15.079581 7 controller.go:196] "Configuration changes detected, backend reload required" I0520 03:05:15.089846 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0520 03:05:15.090046 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-swljs" I0520 03:05:15.113642 7 controller.go:216] "Backend successfully reloaded" I0520 03:05:15.113737 7 controller.go:227] "Initial sync, sleeping for 1 second" I0520 03:05:15.113805 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-swljs", UID:"0840ff9c-f018-4604-8556-88a802a8565b", APIVersion:"v1", ResourceVersion:"1589", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0520 03:05:18.894626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:18.894651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:22.228154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:22.228203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:25.561897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:25.561930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:28.895632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:28.895672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:32.228602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:32.228657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:35.561685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:35.561729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:38.895475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:38.895518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:48.785323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:48.785363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:52.119566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:52.119612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:55.452136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:55.452184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:58.868454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:05:58.868492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:06:02.202853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:06:02.202880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:07:10.675211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:07:10.675242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:07:24.584209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:07:24.584246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:07:27.918056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:07:27.918110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:07:31.251061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:07:31.251092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:07:40.722418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:07:40.722580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:07:44.056188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:07:44.056227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:07:47.391853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:07:47.391905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:07:50.722601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:07:50.722734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:07:56.448646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:07:56.448686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:07:59.782822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:07:59.782855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:08:19.501189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:08:19.501220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:08:22.835527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:08:22.835597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:08:28.158055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:08:28.158081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:09:10.479258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:09:10.479295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:10:12.179397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:10:12.179436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:10:15.009044 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-19.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-19.nip.io-tls was not found. Using default certificate W0520 03:10:15.009093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:10:15.009103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 03:10:15.010495 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0520 03:10:15.010518 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0520 03:10:15.016287 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0520 03:10:15.016572 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"260f0cee-f5a1-471a-b1f3-689a8be8205e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4224", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0520 03:10:15.017117 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-19.nip.io-tls" in local store I0520 03:10:15.097803 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.105.148.12"}] W0520 03:10:15.105705 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-19.nip.io-tls" in local store I0520 03:10:15.106070 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"260f0cee-f5a1-471a-b1f3-689a8be8205e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4230", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0520 03:10:15.512851 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-19.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-19.nip.io-tls was not found. Using default certificate W0520 03:10:15.512909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:10:15.512923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 03:10:15.512974 7 controller.go:196] "Configuration changes detected, backend reload required" I0520 03:10:15.566851 7 controller.go:216] "Backend successfully reloaded" I0520 03:10:15.567133 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-swljs", UID:"0840ff9c-f018-4604-8556-88a802a8565b", APIVersion:"v1", ResourceVersion:"1589", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0520 03:10:15.774198 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-19.nip.io-tls" I0520 03:10:15.775301 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-19.nip.io-tls" W0520 03:10:18.846997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:10:18.847037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [20/May/2026:03:10:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.110 [auth-system-keycloak-80] [] 10.0.0.75:8080 1925 2.108 200 2f1bb27226b8d03558528fdf49480ea4 199.204.45.19 - - [20/May/2026:03:10:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.172 [auth-system-keycloak-80] [] 10.0.0.75:8080 116 0.172 404 d43a0f13103e854e7a9ea35068f71bb4 W0520 03:10:22.180088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:10:22.180165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [20/May/2026:03:10:25 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.286 [auth-system-keycloak-80] [] 10.0.0.75:8080 0 4.286 201 854d2158b52ee2c214168c9a5b75606c 199.204.45.19 - - [20/May/2026:03:10:26 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.698 [auth-system-keycloak-80] [] 10.0.0.75:8080 4246 0.699 200 44adfde5d772b9f867080a83825f7f6c 199.204.45.19 - - [20/May/2026:03:10:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.606 [auth-system-keycloak-80] [] 10.0.0.75:8080 1925 0.604 200 f47855af5967ab6508026802bb7d548c 199.204.45.19 - - [20/May/2026:03:10:27 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.014 [auth-system-keycloak-80] [] 10.0.0.75:8080 1682 0.013 200 eed44136f9d298e84a3d0edee7be4030 199.204.45.19 - - [20/May/2026:03:10:27 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.045 [auth-system-keycloak-80] [] 10.0.0.75:8080 6411 0.044 200 cea3b61d061f8e3915875cdbaa59ef57 199.204.45.19 - - [20/May/2026:03:10:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.486 [auth-system-keycloak-80] [] 10.0.0.75:8080 1925 0.485 200 14915b322c8dfb558f1f2c8d8ff791bc 199.204.45.19 - - [20/May/2026:03:10:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.088 [auth-system-keycloak-80] [] 10.0.0.75:8080 2 0.088 200 a8e503e526da18a2d5bccd0cad4d0474 199.204.45.19 - - [20/May/2026:03:10:29 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.209 [auth-system-keycloak-80] [] 10.0.0.75:8080 0 0.207 201 6746986de03bd01181e0a6b250d25d5d 199.204.45.19 - - [20/May/2026:03:10:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.090 [auth-system-keycloak-80] [] 10.0.0.75:8080 2242 0.090 200 763151fd0df1c2f76c951da6bc78ccfa 199.204.45.19 - - [20/May/2026:03:10:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.516 [auth-system-keycloak-80] [] 10.0.0.75:8080 1925 0.514 200 080297875d455c817f17ba9da84c5cf2 199.204.45.19 - - [20/May/2026:03:10:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.011 [auth-system-keycloak-80] [] 10.0.0.75:8080 2242 0.010 200 c2c461fcca1de6c953ccd71a3e4e162a 199.204.45.19 - - [20/May/2026:03:10:31 +0000] "GET /admin/realms/atmosphere/clients/9286a205-f5bf-4fcc-a78c-df03ddf4b3a6/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.050 [auth-system-keycloak-80] [] 10.0.0.75:8080 233 0.050 200 3859ceff9fdc6c09e0f4de19bebaf93e 199.204.45.19 - - [20/May/2026:03:10:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.023 [auth-system-keycloak-80] [] 10.0.0.75:8080 831 0.023 200 a06684b8d940feaa6cb4c6edfe50312e 199.204.45.19 - - [20/May/2026:03:10:31 +0000] "GET /admin/realms/atmosphere/clients/d30cf139-69c2-4e23-8211-20d899e6b3be/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.071 [auth-system-keycloak-80] [] 10.0.0.75:8080 3758 0.070 200 bf00bbb1d929826441830f56e344c9fe 199.204.45.19 - - [20/May/2026:03:10:31 +0000] "GET /admin/realms/atmosphere/users/ccfd7c83-c410-4179-8714-37ddda37c4a8/role-mappings/clients/d30cf139-69c2-4e23-8211-20d899e6b3be/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.182 [auth-system-keycloak-80] [] 10.0.0.75:8080 3758 0.181 200 df3656591dba522b7846a167079f9878 199.204.45.19 - - [20/May/2026:03:10:31 +0000] "GET /admin/realms/atmosphere/users/ccfd7c83-c410-4179-8714-37ddda37c4a8/role-mappings/clients/d30cf139-69c2-4e23-8211-20d899e6b3be/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.082 [auth-system-keycloak-80] [] 10.0.0.75:8080 2 0.082 200 328774187ffc9c7e06217c5596bdd865 199.204.45.19 - - [20/May/2026:03:10:31 +0000] "POST /admin/realms/atmosphere/users/ccfd7c83-c410-4179-8714-37ddda37c4a8/role-mappings/clients/d30cf139-69c2-4e23-8211-20d899e6b3be HTTP/1.1" 204 0 "-" "Ansible" 1388 0.077 [auth-system-keycloak-80] [] 10.0.0.75:8080 0 0.077 204 f6db2b8127b856a66d3783063a92ef4b 199.204.45.19 - - [20/May/2026:03:10:31 +0000] "GET /admin/realms/atmosphere/users/ccfd7c83-c410-4179-8714-37ddda37c4a8/role-mappings/clients/d30cf139-69c2-4e23-8211-20d899e6b3be/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.014 [auth-system-keycloak-80] [] 10.0.0.75:8080 576 0.014 200 843e1c2b8695aa00ba08008b6e28f092 W0520 03:10:42.346702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:10:42.346733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:11:47.992348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:11:47.992508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:12:26.583435 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0520 03:12:26.583495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:12:26.583506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 03:12:26.585194 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.1kB} I0520 03:12:26.585221 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0520 03:12:26.593611 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0520 03:12:26.594223 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0520 03:12:26.594391 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"84c30321-ca35-4b98-9ba1-add31a65c088", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4987", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0520 03:12:26.594682 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0520 03:12:26.594739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:12:26.594756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 03:12:26.594864 7 controller.go:196] "Configuration changes detected, backend reload required" I0520 03:12:26.637713 7 controller.go:216] "Backend successfully reloaded" I0520 03:12:26.638018 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-swljs", UID:"0840ff9c-f018-4604-8556-88a802a8565b", APIVersion:"v1", ResourceVersion:"1589", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0520 03:12:27.797074 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0520 03:12:27.798406 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0520 03:12:29.930069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:12:29.930122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [20/May/2026:03:12:30 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 280 0.004 300 6f0c277b055e2b4ec2dd070719196227 199.204.45.19 - - [20/May/2026:03:12:31 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.68:5000 265 0.005 200 111d824983508e18a928352009a0a3ea 199.204.45.19 - - [20/May/2026:03:12:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.436 [openstack-keystone-api-5000] [] 10.0.0.68:5000 1359 0.435 201 0701516dc5ace89e630e51dd2164a214 199.204.45.19 - - [20/May/2026:03:12:32 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.68:5000 280 0.004 300 9f8966bd598674e2f556a91a07e0dc9a 199.204.45.19 - - [20/May/2026:03:12:32 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 437 0.025 [openstack-keystone-api-5000] [] 10.0.0.68:5000 90 0.024 404 fd684e0762801f518658d17fdd79b3dd 199.204.45.19 - - [20/May/2026:03:12:32 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.026 [openstack-keystone-api-5000] [] 10.0.0.68:5000 368 0.027 200 4cb4608f75052d06d25737e99e2bd0f7 199.204.45.19 - - [20/May/2026:03:12:32 +0000] "GET /v3/domains/6d81e789f1334c419746decdfd7bf747 HTTP/1.1" 200 246 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 459 0.013 [openstack-keystone-api-5000] [] 10.0.0.68:5000 246 0.013 200 669ceff6cc14bc9823221e84cddba9d3 199.204.45.19 - - [20/May/2026:03:12:32 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 265 0.004 200 a19948f0cd453d12518a51321f76d38a 199.204.45.19 - - [20/May/2026:03:12:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.68:5000 1359 0.295 201 5f26195c2f1779fe6e58a569f0de9a08 199.204.45.19 - - [20/May/2026:03:12:33 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.68:5000 280 0.003 300 cc5bbc63f8903b4dfec41d99678b9228 199.204.45.19 - - [20/May/2026:03:12:33 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 462 0.022 [openstack-keystone-api-5000] [] 10.0.0.68:5000 101 0.021 404 df4f7e21b11746a465586ef1b27abfd6 199.204.45.19 - - [20/May/2026:03:12:33 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 464 0.019 [openstack-keystone-api-5000] [] 10.0.0.68:5000 155 0.019 200 50e390759cd61d16e2f2d84774f4349f 199.204.45.19 - - [20/May/2026:03:12:33 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 679 0.075 [openstack-keystone-api-5000] [] 10.0.0.68:5000 340 0.075 201 0bdc95baabbab4523210b635b8f2b46e 199.204.45.19 - - [20/May/2026:03:12:34 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.68:5000 265 0.004 200 27e02c4b4e9b28d0c16b345ae2d22bfd 199.204.45.19 - - [20/May/2026:03:12:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.68:5000 1359 0.285 201 df46d655dabbca9759268a70b6f52c46 199.204.45.19 - - [20/May/2026:03:12:34 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.68:5000 280 0.003 300 695e7b7e00193e10cfabab6f562d79bb 199.204.45.19 - - [20/May/2026:03:12:34 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 459 0.021 [openstack-keystone-api-5000] [] 10.0.0.68:5000 98 0.021 404 548c619d208370994073aac31237f166 199.204.45.19 - - [20/May/2026:03:12:34 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 454 0.018 [openstack-keystone-api-5000] [] 10.0.0.68:5000 135 0.018 200 33978693c9228f9f781f4a0b9afa43a0 199.204.45.19 - - [20/May/2026:03:12:34 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 738 0.022 [openstack-keystone-api-5000] [] 10.0.0.68:5000 356 0.022 201 6fc5443a53d7ffb0ac93cf104dc1e700 199.204.45.19 - - [20/May/2026:03:12:35 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.68:5000 265 0.002 200 bab3f908d9b209deaa6bd9e5324aec91 199.204.45.19 - - [20/May/2026:03:12:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.342 [openstack-keystone-api-5000] [] 10.0.0.68:5000 1359 0.343 201 79d2d55726bfdb0f8723326d8a2635e3 199.204.45.19 - - [20/May/2026:03:12:35 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.68:5000 280 0.002 300 309cf3feff815a87e570271e423073f9 199.204.45.19 - - [20/May/2026:03:12:35 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 497 0.016 [openstack-keystone-api-5000] [] 10.0.0.68:5000 131 0.016 404 20a69f05586f8016b7d26f53e8dcfd09 199.204.45.19 - - [20/May/2026:03:12:35 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 485 0.014 [openstack-keystone-api-5000] [] 10.0.0.68:5000 167 0.014 200 78989e0bdb54feb23f7a9e67e7b3956e 199.204.45.19 - - [20/May/2026:03:12:35 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 580 0.113 [openstack-keystone-api-5000] [] 10.0.0.68:5000 222 0.112 201 3b1751a63fa480475f9d7f8c73a38881 199.204.45.19 - - [20/May/2026:03:12:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.517 [auth-system-keycloak-80] [] 10.0.0.75:8080 1925 0.515 200 1d0f830c5570902a9ec3c55be99d3f7a 199.204.45.19 - - [20/May/2026:03:12:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.005 [auth-system-keycloak-80] [] 10.0.0.75:8080 4246 0.006 200 1068ddf343428b609af63e6d275685a9 199.204.45.19 - - [20/May/2026:03:12:42 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.473 [auth-system-keycloak-80] [] 10.0.0.75:8080 0 0.472 204 6e802e24fc6abdd8aa3c1dbf057ea632 199.204.45.19 - - [20/May/2026:03:12:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.198 [auth-system-keycloak-80] [] 10.0.0.75:8080 4384 0.198 200 7d0c053497d64b453ec7b41d20a37d1f W0520 03:12:42.803210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:12:42.803302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [20/May/2026:03:12:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.496 [auth-system-keycloak-80] [] 10.0.0.75:8080 1925 0.494 200 ea6f5b1b09ec0d8cc85c182e25b99cb0 199.204.45.19 - - [20/May/2026:03:12:43 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.018 [auth-system-keycloak-80] [] 10.0.0.75:8080 12500 0.018 200 4beb178bb2142288ba11714f71e37c00 199.204.45.19 - - [20/May/2026:03:12:43 +0000] "GET /admin/realms/atmosphere/client-scopes/c9255ed0-5fa9-4f5b-bd47-d36f11451073 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.005 [auth-system-keycloak-80] [] 10.0.0.75:8080 1278 0.005 200 d1fe33a3c90d6083ffec99711d575904 199.204.45.19 - - [20/May/2026:03:12:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/c9255ed0-5fa9-4f5b-bd47-d36f11451073 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.015 [auth-system-keycloak-80] [] 10.0.0.75:8080 0 0.014 204 425ccda6594591c6f71e7ce50211b1a8 199.204.45.19 - - [20/May/2026:03:12:43 +0000] "GET /admin/realms/atmosphere/client-scopes/c9255ed0-5fa9-4f5b-bd47-d36f11451073/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.039 [auth-system-keycloak-80] [] 10.0.0.75:8080 963 0.040 200 c8a734eab01261b22bd81704d58ce3e5 199.204.45.19 - - [20/May/2026:03:12:43 +0000] "GET /admin/realms/atmosphere/client-scopes/c9255ed0-5fa9-4f5b-bd47-d36f11451073/protocol-mappers/models/a274f10d-965f-4993-ad1a-b7b6415c0410 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.007 [auth-system-keycloak-80] [] 10.0.0.75:8080 366 0.006 200 5692a4d57eb121fd980a0e03d27e3ca8 199.204.45.19 - - [20/May/2026:03:12:44 +0000] "PUT /admin/realms/atmosphere/client-scopes/c9255ed0-5fa9-4f5b-bd47-d36f11451073/protocol-mappers/models/a274f10d-965f-4993-ad1a-b7b6415c0410 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.096 [auth-system-keycloak-80] [] 10.0.0.75:8080 0 0.094 204 0c0de4f11d8e7e7a7498ec034fea398f 199.204.45.19 - - [20/May/2026:03:12:44 +0000] "GET /admin/realms/atmosphere/client-scopes/c9255ed0-5fa9-4f5b-bd47-d36f11451073 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.065 [auth-system-keycloak-80] [] 10.0.0.75:8080 1218 0.064 200 d9ea0c9b0c50c179dd19db1d66f70d62 W0520 03:12:46.136739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:12:46.136887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:12:49.470148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:12:49.470190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [20/May/2026:03:13:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.469 [auth-system-keycloak-80] [] 10.0.0.75:8080 1925 0.467 200 6845b2fa620681992bf0542c67df91ff 199.204.45.19 - - [20/May/2026:03:13:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.031 [auth-system-keycloak-80] [] 10.0.0.75:8080 2 0.030 200 a9a24e0cb17219b01880a7066b80d419 199.204.45.19 - - [20/May/2026:03:13:07 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.564 [auth-system-keycloak-80] [] 10.0.0.75:8080 0 0.562 201 e207062a47d70386cfbe2af4ebbe9210 199.204.45.19 - - [20/May/2026:03:13:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.019 [auth-system-keycloak-80] [] 10.0.0.75:8080 1259 0.019 200 b8a6e59efc7435784502baa9244524c8 199.204.45.19 - - [20/May/2026:03:13:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.482 [auth-system-keycloak-80] [] 10.0.0.75:8080 1925 0.479 200 a0f18a4a07861b76f9ad84060827e197 199.204.45.19 - - [20/May/2026:03:13:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.049 [auth-system-keycloak-80] [] 10.0.0.75:8080 2 0.050 200 2509dd32b342ad2216c97146e028a20b 199.204.45.19 - - [20/May/2026:03:13:09 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.170 [auth-system-keycloak-80] [] 10.0.0.75:8080 0 0.169 201 96b8af1cd50304c87008e38615235e33 199.204.45.19 - - [20/May/2026:03:13:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.022 [auth-system-keycloak-80] [] 10.0.0.75:8080 1283 0.023 200 d57fbd9f430055d5518bd9c547b7e2ed 199.204.45.19 - - [20/May/2026:03:13:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.482 [auth-system-keycloak-80] [] 10.0.0.75:8080 1925 0.480 200 bf6f5dc9d837c3be165dcafb6567bffe 199.204.45.19 - - [20/May/2026:03:13:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.039 [auth-system-keycloak-80] [] 10.0.0.75:8080 2 0.039 200 ef2273d697d11a74505d524d7c11e760 199.204.45.19 - - [20/May/2026:03:13:10 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.061 [auth-system-keycloak-80] [] 10.0.0.75:8080 0 0.061 201 6bfe8c65c32e2a7f8314d264469b0d7d 199.204.45.19 - - [20/May/2026:03:13:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.026 [auth-system-keycloak-80] [] 10.0.0.75:8080 1249 0.027 200 26e70503d09b9324e5da9c5b7e61ee82 199.204.45.19 - - [20/May/2026:03:13:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.501 [auth-system-keycloak-80] [] 10.0.0.75:8080 1925 0.500 200 3d0d8f196c31d054301b0ba11005936f 199.204.45.19 - - [20/May/2026:03:13:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.016 [auth-system-keycloak-80] [] 10.0.0.75:8080 1259 0.015 200 330e87e06964ffa5ab2eca6f98cd4dec 199.204.45.19 - - [20/May/2026:03:13:11 +0000] "GET /admin/realms/atmosphere/clients/89e06998-a7a1-4947-b859-c24d7befca9c/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.029 [auth-system-keycloak-80] [] 10.0.0.75:8080 119 0.030 404 8ff17a45e0be46e71da4ffc55fe8cdbc 199.204.45.19 - - [20/May/2026:03:13:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.020 [auth-system-keycloak-80] [] 10.0.0.75:8080 1259 0.020 200 9f6b737525f685332bb566fd9b78a89f 199.204.45.19 - - [20/May/2026:03:13:11 +0000] "POST /admin/realms/atmosphere/clients/89e06998-a7a1-4947-b859-c24d7befca9c/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.026 [auth-system-keycloak-80] [] 10.0.0.75:8080 0 0.026 201 6e1ec55a79ca136f6af41b16e068a266 199.204.45.19 - - [20/May/2026:03:13:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.046 [auth-system-keycloak-80] [] 10.0.0.75:8080 1259 0.046 200 f03500ceef43295dc0d48f4e5928da09 199.204.45.19 - - [20/May/2026:03:13:11 +0000] "GET /admin/realms/atmosphere/clients/89e06998-a7a1-4947-b859-c24d7befca9c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.021 [auth-system-keycloak-80] [] 10.0.0.75:8080 166 0.021 200 d7cad3fd42be0fc0f3c40f60fd66e356 199.204.45.19 - - [20/May/2026:03:13:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.508 [auth-system-keycloak-80] [] 10.0.0.75:8080 1925 0.507 200 c7143b7b9385a017e819c39d5f284eb8 199.204.45.19 - - [20/May/2026:03:13:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.75:8080 1283 0.007 200 ebee99ec015a8793f7f0460bae5578df 199.204.45.19 - - [20/May/2026:03:13:12 +0000] "GET /admin/realms/atmosphere/clients/c9680bf2-72e8-49d6-a3f6-a917d235573e/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.011 [auth-system-keycloak-80] [] 10.0.0.75:8080 119 0.011 404 784b9de92463123a7c77f299c2344cf3 199.204.45.19 - - [20/May/2026:03:13:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.75:8080 1283 0.005 200 3f423306a361f60e62e2e08412228210 199.204.45.19 - - [20/May/2026:03:13:12 +0000] "POST /admin/realms/atmosphere/clients/c9680bf2-72e8-49d6-a3f6-a917d235573e/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.028 [auth-system-keycloak-80] [] 10.0.0.75:8080 0 0.027 201 3fe5634f213e36f17c9fb9e0f01d9833 199.204.45.19 - - [20/May/2026:03:13:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.016 [auth-system-keycloak-80] [] 10.0.0.75:8080 1283 0.015 200 14e56004d1c5485e8099dc3422bcdad3 199.204.45.19 - - [20/May/2026:03:13:12 +0000] "GET /admin/realms/atmosphere/clients/c9680bf2-72e8-49d6-a3f6-a917d235573e/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.015 [auth-system-keycloak-80] [] 10.0.0.75:8080 165 0.015 200 fc7395a206f378972e1bf64fc3d99c96 199.204.45.19 - - [20/May/2026:03:13:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.478 [auth-system-keycloak-80] [] 10.0.0.75:8080 1925 0.477 200 2271024b1335a609bc4998881226e323 199.204.45.19 - - [20/May/2026:03:13:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.75:8080 1283 0.006 200 e3b3d073b8c381fe3af9cb65e1cfd881 199.204.45.19 - - [20/May/2026:03:13:13 +0000] "GET /admin/realms/atmosphere/clients/c9680bf2-72e8-49d6-a3f6-a917d235573e/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.034 [auth-system-keycloak-80] [] 10.0.0.75:8080 119 0.033 404 08a4a0089308ff9b0efc0988086c650f 199.204.45.19 - - [20/May/2026:03:13:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.75:8080 1283 0.006 200 3438a124630eb3b0a01fe3813892a017 199.204.45.19 - - [20/May/2026:03:13:13 +0000] "POST /admin/realms/atmosphere/clients/c9680bf2-72e8-49d6-a3f6-a917d235573e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.75:8080 0 0.015 201 f3cbe63b2ab9523f9bccde18f413e01b 199.204.45.19 - - [20/May/2026:03:13:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.045 [auth-system-keycloak-80] [] 10.0.0.75:8080 1283 0.045 200 4060b521bed005c09a844ac63c57dc92 199.204.45.19 - - [20/May/2026:03:13:13 +0000] "GET /admin/realms/atmosphere/clients/c9680bf2-72e8-49d6-a3f6-a917d235573e/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.75:8080 166 0.013 200 3379cb6e9d2823718f96b86f731e611a 199.204.45.19 - - [20/May/2026:03:13:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.473 [auth-system-keycloak-80] [] 10.0.0.75:8080 1925 0.472 200 30de5033c34f6de043310de8b6f9a8be 199.204.45.19 - - [20/May/2026:03:13:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.75:8080 1283 0.004 200 07fd1c26a60ff47f9914c643f78888ac 199.204.45.19 - - [20/May/2026:03:13:14 +0000] "GET /admin/realms/atmosphere/clients/c9680bf2-72e8-49d6-a3f6-a917d235573e/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.006 [auth-system-keycloak-80] [] 10.0.0.75:8080 119 0.005 404 8b289eaec7b7f6af1d78f974e9e1e368 199.204.45.19 - - [20/May/2026:03:13:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.75:8080 1283 0.005 200 08e73dcf3308a06770e91040fe476b43 199.204.45.19 - - [20/May/2026:03:13:14 +0000] "POST /admin/realms/atmosphere/clients/c9680bf2-72e8-49d6-a3f6-a917d235573e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.059 [auth-system-keycloak-80] [] 10.0.0.75:8080 0 0.059 201 173155f57920bf12e3e4dec3642a97e9 199.204.45.19 - - [20/May/2026:03:13:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.75:8080 1283 0.006 200 16fdf8f9386e3d8bab3512d76036ad7a 199.204.45.19 - - [20/May/2026:03:13:14 +0000] "GET /admin/realms/atmosphere/clients/c9680bf2-72e8-49d6-a3f6-a917d235573e/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.75:8080 166 0.013 200 bb1c069d0f205e65bfe91f1df3cb2ccc I0520 03:13:15.097665 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.105.148.12"}] I0520 03:13:15.117250 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"84c30321-ca35-4b98-9ba1-add31a65c088", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5446", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0520 03:13:15.120888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:13:15.120915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [20/May/2026:03:13:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.492 [auth-system-keycloak-80] [] 10.0.0.75:8080 1925 0.491 200 100ded76db0977e47c41731be4bc4d84 199.204.45.19 - - [20/May/2026:03:13:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.75:8080 1249 0.005 200 d219c6dd1e60d903afd9fe13d77a3f10 199.204.45.19 - - [20/May/2026:03:13:15 +0000] "GET /admin/realms/atmosphere/clients/e656cc2a-1aed-43b0-8514-06d853bce933/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.033 [auth-system-keycloak-80] [] 10.0.0.75:8080 119 0.034 404 0b1810515117082755f69e872ca77f13 199.204.45.19 - - [20/May/2026:03:13:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.75:8080 1249 0.005 200 0a6ecf0b9aef5552d20f6873062d850f 199.204.45.19 - - [20/May/2026:03:13:15 +0000] "POST /admin/realms/atmosphere/clients/e656cc2a-1aed-43b0-8514-06d853bce933/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.75:8080 0 0.016 201 a3d2fb74689657523e3276db25f6c681 199.204.45.19 - - [20/May/2026:03:13:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.75:8080 1249 0.006 200 89a8153052591b530132d720513ad222 199.204.45.19 - - [20/May/2026:03:13:15 +0000] "GET /admin/realms/atmosphere/clients/e656cc2a-1aed-43b0-8514-06d853bce933/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.75:8080 166 0.013 200 0fb973606a191cc38a488fdac3659b61 E0520 03:13:18.848445 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-19.nip.io. Skipping. W0520 03:13:18.848972 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0520 03:13:18.849086 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0520 03:13:18.849178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:13:18.849199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 03:13:18.861377 7 admission.go:149] processed ingress via admission controller {testedIngressLength:3 testedIngressTime:0.013s renderingIngressLength:3 renderingIngressTime:0s admissionTime:0.013s testedConfigurationSize:22.8kB} I0520 03:13:18.861414 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0520 03:13:18.867080 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" I0520 03:13:18.867361 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"529074e4-9089-44b1-973c-0eeafb5e6d12", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5482", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync E0520 03:13:18.867549 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-19.nip.io. Skipping. W0520 03:13:18.867706 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0520 03:13:18.867879 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0520 03:13:18.867955 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0520 03:13:18.867996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:13:18.868009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 03:13:18.868055 7 controller.go:196] "Configuration changes detected, backend reload required" I0520 03:13:18.908707 7 controller.go:216] "Backend successfully reloaded" I0520 03:13:18.908883 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-swljs", UID:"0840ff9c-f018-4604-8556-88a802a8565b", APIVersion:"v1", ResourceVersion:"1589", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0520 03:13:19.219546 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0520 03:13:19.220585 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-19.nip.io. Skipping. I0520 03:13:19.221833 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0520 03:13:22.201841 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0520 03:13:22.201927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:13:22.201941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:06.382221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:06.382255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:09.718078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:09.718126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:13.049430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:13.049467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 03:14:15.096261 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.105.148.12"}] I0520 03:14:15.105814 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"529074e4-9089-44b1-973c-0eeafb5e6d12", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5917", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync E0520 03:14:15.106118 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-19.nip.io. Skipping. W0520 03:14:16.383178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:16.383240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:26.891346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:26.891385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:26.970401 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 03:14:26.970502 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0520 03:14:26.970560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:26.970581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:26.972214 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 03:14:26.972277 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0520 03:14:26.972310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:26.972324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:26.972997 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 03:14:26.973065 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0520 03:14:26.973156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:26.973175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 03:14:26.973529 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.003s renderingIngressLength:4 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:26.4kB} I0520 03:14:26.973562 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0520 03:14:26.973976 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.001s renderingIngressLength:4 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:26.4kB} I0520 03:14:26.973994 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0520 03:14:26.975918 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.003s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:26.3kB} I0520 03:14:26.975945 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0520 03:14:26.985287 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0520 03:14:26.986348 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0520 03:14:26.986448 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0520 03:14:26.986852 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1c84a015-d6fb-4c13-874f-0f9ea46bd972", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6121", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0520 03:14:26.987565 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"94149a75-4fe8-4edd-8fb2-6f5e4d2785e5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6124", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0520 03:14:26.987886 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0520 03:14:26.988008 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0520 03:14:26.988366 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0520 03:14:26.988474 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"205be78b-4f33-4c60-b2ef-a71cef407d80", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6125", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0520 03:14:27.336456 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0520 03:14:27.337224 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0520 03:14:27.794916 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0520 03:14:27.795723 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0520 03:14:28.247883 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0520 03:14:28.251541 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0520 03:14:30.225759 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 03:14:30.225822 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 03:14:30.225910 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 03:14:30.226136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:30.226163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 03:14:30.226375 7 controller.go:196] "Configuration changes detected, backend reload required" I0520 03:14:30.332129 7 controller.go:216] "Backend successfully reloaded" I0520 03:14:30.333014 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-swljs", UID:"0840ff9c-f018-4604-8556-88a802a8565b", APIVersion:"v1", ResourceVersion:"1589", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0520 03:14:33.559114 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 03:14:33.559181 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 03:14:33.559216 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 03:14:33.559547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:33.559584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:36.891506 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 03:14:36.891569 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 03:14:36.891610 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 03:14:36.891746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:36.891765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:40.225968 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 03:14:40.226028 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 03:14:40.226170 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 03:14:40.226426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:40.226613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:43.559588 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 03:14:43.559625 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 03:14:43.559644 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 03:14:43.559726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:43.559741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:47.361864 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 03:14:47.361923 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 03:14:47.361959 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 03:14:47.362061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:47.362096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:50.959471 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 03:14:50.959554 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 03:14:50.959601 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 03:14:50.959787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:50.959819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:54.292631 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 03:14:54.292716 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 03:14:54.292747 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 03:14:54.292867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:54.292887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [20/May/2026:03:14:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.482 [auth-system-keycloak-80] [] 10.0.0.75:8080 1925 0.481 200 b3a5da9127b7a3e1db2170b162faab2b 199.204.45.19 - - [20/May/2026:03:14:57 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1231 0.033 [auth-system-keycloak-80] [] 10.0.0.75:8080 2 0.032 200 fc790015f319eeb5373fc677e90962f2 199.204.45.19 - - [20/May/2026:03:14:57 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1397 0.049 [auth-system-keycloak-80] [] 10.0.0.75:8080 0 0.047 201 0a1b655487f789c85b76dc3a1deb1ee6 199.204.45.19 - - [20/May/2026:03:14:57 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1231 0.068 [auth-system-keycloak-80] [] 10.0.0.75:8080 322 0.069 200 749d1422d185f6d0c7cb6c27c7fa9c5a 199.204.45.19 - - [20/May/2026:03:14:57 +0000] "GET /admin/realms/atmosphere/users/c9d9a900-3d03-4f55-8efe-094f9d4dc15d/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.015 [auth-system-keycloak-80] [] 10.0.0.75:8080 2 0.015 200 ad8e962a56ab4ec250d564142f97674e 199.204.45.19 - - [20/May/2026:03:14:57 +0000] "GET /admin/realms/atmosphere/users/c9d9a900-3d03-4f55-8efe-094f9d4dc15d/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.005 [auth-system-keycloak-80] [] 10.0.0.75:8080 2 0.005 200 491dd5551597e3e8eea6bb5b375b6cf1 W0520 03:14:57.626401 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 03:14:57.626462 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 03:14:57.626498 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 03:14:57.626644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:14:57.626676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [20/May/2026:03:14:58 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 265 0.003 200 ca400b488bac3da220588a2717074c71 199.204.45.19 - - [20/May/2026:03:14:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.332 [openstack-keystone-api-5000] [] 10.0.0.68:5000 1359 0.332 201 63aca83d103a98929efcb665d5c1287a 199.204.45.19 - - [20/May/2026:03:14:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 280 0.003 300 819d395acbff2cf9c6a5d3c1b362d064 199.204.45.19 - - [20/May/2026:03:14:59 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.039 [openstack-keystone-api-5000] [] 10.0.0.68:5000 90 0.040 404 581641ed9b2d5df736691f7cf0eaab50 199.204.45.19 - - [20/May/2026:03:14:59 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.026 [openstack-keystone-api-5000] [] 10.0.0.68:5000 368 0.026 200 22b654af348ed500f735e893d626c838 199.204.45.19 - - [20/May/2026:03:14:59 +0000] "GET /v3/users?domain_id=6d81e789f1334c419746decdfd7bf747&name=test-user HTTP/1.1" 200 173 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.128 [openstack-keystone-api-5000] [] 10.0.0.68:5000 173 0.129 200 6b6cd31ab6a446c0fbbb74256513e8c8 W0520 03:15:04.081460 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 03:15:04.081487 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 03:15:04.081504 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 03:15:04.081575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:15:04.081624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.11 - - [20/May/2026:03:15:05 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.011 [auth-system-keycloak-80] [] 10.0.0.75:8080 6411 0.012 200 80dfbf15cb5ab0fdb5c00dbc8c3e8c1f 10.0.0.49 - - [20/May/2026:03:15:05 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.005 [auth-system-keycloak-80] [] 10.0.0.75:8080 6411 0.006 200 3dfe73cf7d8ca628c7ee2f2ea92a14e3 W0520 03:15:07.415441 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 03:15:07.415693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:15:07.415716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [20/May/2026:03:15:09 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 265 0.005 200 c6c72d594d6eccd77c7f707dcb19cd18 199.204.45.19 - - [20/May/2026:03:15:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.294 [openstack-keystone-api-5000] [] 10.0.0.68:5000 1359 0.294 201 ae1e813d2121116af2a1a8d5883e186c 199.204.45.19 - - [20/May/2026:03:15:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.68:5000 280 0.003 300 d553494b092644982717ae43a49a3441 199.204.45.19 - - [20/May/2026:03:15:10 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.025 [openstack-keystone-api-5000] [] 10.0.0.68:5000 90 0.024 404 51692fd3c81c9cb705d75741c3f09336 199.204.45.19 - - [20/May/2026:03:15:10 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.027 [openstack-keystone-api-5000] [] 10.0.0.68:5000 368 0.028 200 e93170eea6a9b1e37e8223f81d278499 199.204.45.19 - - [20/May/2026:03:15:10 +0000] "GET /v3/users?domain_id=6d81e789f1334c419746decdfd7bf747&name=test-user HTTP/1.1" 200 449 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.303 [openstack-keystone-api-5000] [] 10.0.0.68:5000 449 0.302 200 24b74f54a857c223e494481a38caceef W0520 03:15:10.748790 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 03:15:10.749040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:15:10.749071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:15:14.082578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:15:14.082702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 03:15:15.095911 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.105.148.12"}] I0520 03:15:15.096151 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.105.148.12"}] I0520 03:15:15.096578 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.105.148.12"}] I0520 03:15:15.103071 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1c84a015-d6fb-4c13-874f-0f9ea46bd972", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6865", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0520 03:15:15.103226 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"94149a75-4fe8-4edd-8fb2-6f5e4d2785e5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6866", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0520 03:15:15.104638 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"205be78b-4f33-4c60-b2ef-a71cef407d80", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6867", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0520 03:15:17.415588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:15:17.415646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:15:20.749183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 03:15:20.749211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store