------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0521 04:47:13.249508 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0521 04:47:13.249670 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0521 04:47:13.260537 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0521 04:47:13.263583 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0521 04:47:13.512568 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0521 04:47:13.531731 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0521 04:47:13.543998 7 nginx.go:271] "Starting NGINX Ingress controller" I0521 04:47:13.550161 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"edf266c0-cbe7-4ec0-96c8-39a2403d4b11", APIVersion:"v1", ResourceVersion:"1425", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0521 04:47:13.554824 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"77d5bbb6-48a5-477b-a872-0d60a544fb84", APIVersion:"v1", ResourceVersion:"1421", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0521 04:47:13.554877 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"337afe21-0a84-41f2-a77b-72d44b556d58", APIVersion:"v1", ResourceVersion:"1427", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0521 04:47:14.746321 7 nginx.go:317] "Starting NGINX process" I0521 04:47:14.746437 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0521 04:47:14.748386 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0521 04:47:14.748709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:47:14.748741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 04:47:14.748866 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 04:47:14.908735 7 controller.go:216] "Backend successfully reloaded" I0521 04:47:14.908838 7 controller.go:227] "Initial sync, sleeping for 1 second" I0521 04:47:14.909034 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wlvmf", UID:"7d8ed04b-2655-43ee-a5e3-2780fb6434c1", APIVersion:"v1", ResourceVersion:"1467", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0521 04:47:17.381871 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0521 04:47:17.381991 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-wlvmf" W0521 04:47:18.564365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:47:18.564394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:47:21.897951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:47:21.898021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:47:25.231923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:47:25.231959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:47:28.564607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:47:28.564659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:47:31.898824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:47:31.898957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:47:35.232171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:47:35.232218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:48:03.682437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:48:03.682477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:48:34.391332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:48:34.391379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:49:27.838448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:49:27.838486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:49:31.171965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:49:31.172030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:49:34.505479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:49:34.505531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:49:37.838614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:49:37.838663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:49:47.113161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:49:47.113192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:51:16.871958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:51:16.872006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:51:57.417025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:51:57.417070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:53:44.217031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:53:44.217065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:53:47.550480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:53:47.550538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:53:53.478812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:53:53.478842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:53:56.813494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:53:56.813542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:54:00.147144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:54:00.147191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:54:03.481306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:54:03.481360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:54:08.368121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:54:08.368170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:54:21.609411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:54:21.609455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:54:24.943338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:54:24.943581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:54:28.276372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:54:28.276432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:54:45.838041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:54:45.838091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:54:49.171592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:54:49.171638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0521 04:55:17.612587 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path W0521 04:55:41.126863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:55:41.126893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:55:44.460806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:55:44.460846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:55:47.793954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:55:47.794006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:56:01.391843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 04:56:01.391884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:04:00.717175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:04:00.717212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:04:04.050452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:04:04.050508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:04:04.821065 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-60.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-60.nip.io-tls was not found. Using default certificate W0521 05:04:04.821197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:04:04.821237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 05:04:04.823527 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0521 05:04:04.823568 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0521 05:04:04.848849 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0521 05:04:04.849437 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-60.nip.io-tls" in local store I0521 05:04:04.850954 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"36385019-3a94-47ae-b09f-aee2e7d2ca19", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5880", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 05:04:06.601070 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-60.nip.io-tls" I0521 05:04:06.606313 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-60.nip.io-tls" W0521 05:04:07.383938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:04:07.384014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 05:04:07.384068 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 05:04:07.482204 7 controller.go:216] "Backend successfully reloaded" I0521 05:04:07.482428 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wlvmf", UID:"7d8ed04b-2655-43ee-a5e3-2780fb6434c1", APIVersion:"v1", ResourceVersion:"1467", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0521 05:04:10.718030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:04:10.718085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 05:04:18.113106 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.108.227.34"}] I0521 05:04:18.937645 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"36385019-3a94-47ae-b09f-aee2e7d2ca19", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5970", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 05:04:19.024414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:04:19.024470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.60 - - [21/May/2026:05:04:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 1.761 [auth-system-keycloak-80] [] 10.0.0.47:8080 1882 1.760 200 944957d864a0ff3d7508a10c833919a2 199.19.213.60 - - [21/May/2026:05:04:26 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1195 0.181 [auth-system-keycloak-80] [] 10.0.0.47:8080 28 0.181 404 c3d23a24316d9a19877f5da29bf205ff 199.19.213.60 - - [21/May/2026:05:04:33 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 7.182 [auth-system-keycloak-80] [] 10.0.0.47:8080 0 7.182 201 7b22e43d375693c41b339f38dddedca9 199.19.213.60 - - [21/May/2026:05:04:34 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.880 [auth-system-keycloak-80] [] 10.0.0.47:8080 4177 0.880 200 d56b4f2e4d0688632ba52dc54a36463f 199.19.213.60 - - [21/May/2026:05:04:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.091 [auth-system-keycloak-80] [] 10.0.0.47:8080 1882 0.090 200 3d10df58e42ec1e38d221538f3b5ee82 199.19.213.60 - - [21/May/2026:05:04:35 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1209 0.059 [auth-system-keycloak-80] [] 10.0.0.47:8080 12500 0.059 200 d758ff921b90a809462739bc5efec322 199.19.213.60 - - [21/May/2026:05:04:35 +0000] "GET /admin/realms/atmosphere/client-scopes/4af69d71-11dd-4b80-94cd-6a66f241f84b HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.010 [auth-system-keycloak-80] [] 10.0.0.47:8080 1278 0.010 200 49f1c5937d62c0055dd99d21683c55a6 199.19.213.60 - - [21/May/2026:05:04:35 +0000] "PUT /admin/realms/atmosphere/client-scopes/4af69d71-11dd-4b80-94cd-6a66f241f84b HTTP/1.1" 204 0 "-" "Ansible" 1846 0.065 [auth-system-keycloak-80] [] 10.0.0.47:8080 0 0.065 204 2245fcc9ea8edf9e008006b2895f4881 199.19.213.60 - - [21/May/2026:05:04:35 +0000] "GET /admin/realms/atmosphere/client-scopes/4af69d71-11dd-4b80-94cd-6a66f241f84b/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.090 [auth-system-keycloak-80] [] 10.0.0.47:8080 963 0.090 200 91d06ed879eb4bd2723ef46bb6d5592e 199.19.213.60 - - [21/May/2026:05:04:35 +0000] "GET /admin/realms/atmosphere/client-scopes/4af69d71-11dd-4b80-94cd-6a66f241f84b/protocol-mappers/models/f03ce869-de24-4d18-a5e9-065562c7415b HTTP/1.1" 200 366 "-" "Ansible" 1307 0.009 [auth-system-keycloak-80] [] 10.0.0.47:8080 366 0.010 200 ef74d6b2b5d3c9835c4e3b1411cd7b49 199.19.213.60 - - [21/May/2026:05:04:36 +0000] "PUT /admin/realms/atmosphere/client-scopes/4af69d71-11dd-4b80-94cd-6a66f241f84b/protocol-mappers/models/f03ce869-de24-4d18-a5e9-065562c7415b HTTP/1.1" 204 0 "-" "Ansible" 1620 0.555 [auth-system-keycloak-80] [] 10.0.0.47:8080 0 0.554 204 251d4a728b5ca8e8aad6591c8f1aaf46 199.19.213.60 - - [21/May/2026:05:04:36 +0000] "GET /admin/realms/atmosphere/client-scopes/4af69d71-11dd-4b80-94cd-6a66f241f84b HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.021 [auth-system-keycloak-80] [] 10.0.0.47:8080 1218 0.021 200 3e845cecf2ec08dcd879db8f13feefb9 199.19.213.60 - - [21/May/2026:05:05:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.47:8080 1882 0.048 200 70c64788ce6a28fcbb8620b09f37abdd 199.19.213.60 - - [21/May/2026:05:05:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.47:8080 2 0.012 200 3759c7c3e56dfc314ef7fb969a135616 199.19.213.60 - - [21/May/2026:05:05:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.190 [auth-system-keycloak-80] [] 10.0.0.47:8080 0 0.189 201 2c1061a1860e14a7c4059f95fb7a78c2 199.19.213.60 - - [21/May/2026:05:05:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.060 [auth-system-keycloak-80] [] 10.0.0.47:8080 1259 0.060 200 a3778d19fcdf57a536d22611ac0fb6a9 199.19.213.60 - - [21/May/2026:05:05:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.048 [auth-system-keycloak-80] [] 10.0.0.47:8080 1882 0.046 200 ce397493cfd65bcedf886703fc470689 199.19.213.60 - - [21/May/2026:05:05:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.47:8080 2 0.011 200 bf115dceb63c9fa89ce7ecf73a7703d3 199.19.213.60 - - [21/May/2026:05:05:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.085 [auth-system-keycloak-80] [] 10.0.0.47:8080 0 0.083 201 fa40c60841d4a994fabaee0983a8ae8f 199.19.213.60 - - [21/May/2026:05:05:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.029 [auth-system-keycloak-80] [] 10.0.0.47:8080 1283 0.029 200 5e766bd2dedb69494621c26390c28268 199.19.213.60 - - [21/May/2026:05:05:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.052 [auth-system-keycloak-80] [] 10.0.0.47:8080 1882 0.051 200 1435d6783cbe4ac325bd16129580b316 199.19.213.60 - - [21/May/2026:05:05:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.065 [auth-system-keycloak-80] [] 10.0.0.47:8080 2 0.065 200 907e5638ad7a7549a1fa55e2ae3c94d4 199.19.213.60 - - [21/May/2026:05:05:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.103 [auth-system-keycloak-80] [] 10.0.0.47:8080 0 0.102 201 d5ee02312092b59f82fc2e19d111c41b 199.19.213.60 - - [21/May/2026:05:05:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.088 [auth-system-keycloak-80] [] 10.0.0.47:8080 1249 0.088 200 52028e3f336f5f3abed6a6775deabdc3 199.19.213.60 - - [21/May/2026:05:05:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.055 [auth-system-keycloak-80] [] 10.0.0.47:8080 1882 0.052 200 a8b3ec07368e9f2cd714e4feaf7cdc49 199.19.213.60 - - [21/May/2026:05:05:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.47:8080 1259 0.007 200 c5dec626fd0cf48bdc850b07cfd61183 199.19.213.60 - - [21/May/2026:05:05:03 +0000] "GET /admin/realms/atmosphere/clients/cb37ff3c-f2ab-4776-9081-bd3c62e7a4bd/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.033 [auth-system-keycloak-80] [] 10.0.0.47:8080 31 0.033 404 ac4f4f561e05f3ac7dfbc3e9470f00b9 199.19.213.60 - - [21/May/2026:05:05:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.016 [auth-system-keycloak-80] [] 10.0.0.47:8080 1259 0.015 200 43929c9b85971fdfcc8dbc3ea9fa3686 199.19.213.60 - - [21/May/2026:05:05:03 +0000] "POST /admin/realms/atmosphere/clients/cb37ff3c-f2ab-4776-9081-bd3c62e7a4bd/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.276 [auth-system-keycloak-80] [] 10.0.0.47:8080 0 0.275 201 541a7ddc9c56ca7e7b846b6390717873 199.19.213.60 - - [21/May/2026:05:05:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.47:8080 1259 0.006 200 be5c119a5d797a1ad1dfbd887562f431 199.19.213.60 - - [21/May/2026:05:05:03 +0000] "GET /admin/realms/atmosphere/clients/cb37ff3c-f2ab-4776-9081-bd3c62e7a4bd/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.047 [auth-system-keycloak-80] [] 10.0.0.47:8080 166 0.047 200 628b600c768438149b4abf5bc9bef890 199.19.213.60 - - [21/May/2026:05:05:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.051 [auth-system-keycloak-80] [] 10.0.0.47:8080 1882 0.049 200 a80db7bbb40226f7776a4e46bcfbe2a4 199.19.213.60 - - [21/May/2026:05:05:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.47:8080 1283 0.006 200 baf24c9ad45f29faf71b82645dfadee9 199.19.213.60 - - [21/May/2026:05:05:04 +0000] "GET /admin/realms/atmosphere/clients/2b9a30b1-ebf8-4575-b7e7-3511fb0f16c6/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.47:8080 31 0.009 404 0829060b1412f3ad38156b7bbb39d7e4 199.19.213.60 - - [21/May/2026:05:05:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.017 [auth-system-keycloak-80] [] 10.0.0.47:8080 1283 0.017 200 f982c75ccbe9a05c7a038f25311141b4 199.19.213.60 - - [21/May/2026:05:05:04 +0000] "POST /admin/realms/atmosphere/clients/2b9a30b1-ebf8-4575-b7e7-3511fb0f16c6/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.213 [auth-system-keycloak-80] [] 10.0.0.47:8080 0 0.213 201 671a51ef9999fd8739f1351e9658f9a6 199.19.213.60 - - [21/May/2026:05:05:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.47:8080 1283 0.007 200 e00d82a9008e93dabbf5f9c0ebcf3545 199.19.213.60 - - [21/May/2026:05:05:04 +0000] "GET /admin/realms/atmosphere/clients/2b9a30b1-ebf8-4575-b7e7-3511fb0f16c6/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.015 [auth-system-keycloak-80] [] 10.0.0.47:8080 165 0.015 200 aa0316dd0a65dc849160e2033881b0b4 199.19.213.60 - - [21/May/2026:05:05:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.055 [auth-system-keycloak-80] [] 10.0.0.47:8080 1882 0.054 200 6363cf424fa7b5a7f513eb73d6942501 199.19.213.60 - - [21/May/2026:05:05:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.47:8080 1283 0.009 200 9f1fe54885854df2b0bce8a183f5ec8d 199.19.213.60 - - [21/May/2026:05:05:04 +0000] "GET /admin/realms/atmosphere/clients/2b9a30b1-ebf8-4575-b7e7-3511fb0f16c6/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.47:8080 31 0.009 404 7c08df52596fef80fdc51b532aac0dfd 199.19.213.60 - - [21/May/2026:05:05:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.47:8080 1283 0.008 200 1651b9eae73361df34ea272eeb445cba 199.19.213.60 - - [21/May/2026:05:05:05 +0000] "POST /admin/realms/atmosphere/clients/2b9a30b1-ebf8-4575-b7e7-3511fb0f16c6/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.459 [auth-system-keycloak-80] [] 10.0.0.47:8080 0 0.457 201 5ef545fc8af46f72b30c4ac6a46d2d22 199.19.213.60 - - [21/May/2026:05:05:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.47:8080 1283 0.008 200 5942371f121acb4ff4ce70d24d25e58e 199.19.213.60 - - [21/May/2026:05:05:05 +0000] "GET /admin/realms/atmosphere/clients/2b9a30b1-ebf8-4575-b7e7-3511fb0f16c6/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.47:8080 166 0.015 200 006f98e36b64478a71316ce16e0d5e52 199.19.213.60 - - [21/May/2026:05:05:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.048 [auth-system-keycloak-80] [] 10.0.0.47:8080 1882 0.046 200 46339c9e3214f456d1c44b06c7eff079 199.19.213.60 - - [21/May/2026:05:05:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.47:8080 1283 0.012 200 98215ce44bc28b3db9c6fc90ef9db0e5 199.19.213.60 - - [21/May/2026:05:05:05 +0000] "GET /admin/realms/atmosphere/clients/2b9a30b1-ebf8-4575-b7e7-3511fb0f16c6/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1253 0.023 [auth-system-keycloak-80] [] 10.0.0.47:8080 31 0.023 404 1c2b4e8c75227d0f611e006916ba112e 199.19.213.60 - - [21/May/2026:05:05:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.47:8080 1283 0.005 200 0afd21c26b6b76c4a360ab9c76de68b6 199.19.213.60 - - [21/May/2026:05:05:06 +0000] "POST /admin/realms/atmosphere/clients/2b9a30b1-ebf8-4575-b7e7-3511fb0f16c6/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.814 [auth-system-keycloak-80] [] 10.0.0.47:8080 0 0.813 201 1e6d2ad3a8f8377f787955e8ae677a0b 199.19.213.60 - - [21/May/2026:05:05:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.47:8080 1283 0.008 200 98f640b90b98588960ae73775659f769 199.19.213.60 - - [21/May/2026:05:05:06 +0000] "GET /admin/realms/atmosphere/clients/2b9a30b1-ebf8-4575-b7e7-3511fb0f16c6/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.47:8080 166 0.016 200 4c777b5ce8f29f6b280295976f1aa139 199.19.213.60 - - [21/May/2026:05:05:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.47:8080 1882 0.048 200 0942865e9bc68556821766e9396cbf17 199.19.213.60 - - [21/May/2026:05:05:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.027 [auth-system-keycloak-80] [] 10.0.0.47:8080 1249 0.026 200 f0bb4bea6a8ca185742481837294a96d 199.19.213.60 - - [21/May/2026:05:05:07 +0000] "GET /admin/realms/atmosphere/clients/56b53e83-5d8b-46dc-a164-6e6edcce4c22/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.47:8080 31 0.009 404 a163f9191972ad2bddce68c8f225a1d0 199.19.213.60 - - [21/May/2026:05:05:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.47:8080 1249 0.006 200 eaafc54ef0691fe44e510b01cd7f90c8 199.19.213.60 - - [21/May/2026:05:05:07 +0000] "POST /admin/realms/atmosphere/clients/56b53e83-5d8b-46dc-a164-6e6edcce4c22/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.307 [auth-system-keycloak-80] [] 10.0.0.47:8080 0 0.306 201 2c774ab4186ee68ccdfe30291143f429 199.19.213.60 - - [21/May/2026:05:05:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.47:8080 1249 0.007 200 69033d69297cb002c0982eba89f53f82 199.19.213.60 - - [21/May/2026:05:05:07 +0000] "GET /admin/realms/atmosphere/clients/56b53e83-5d8b-46dc-a164-6e6edcce4c22/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.47:8080 166 0.013 200 2a68f72031212a41d529ef292e9abc8c W0521 05:06:49.921585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:06:49.921631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:06:50.483558 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 05:06:50.483635 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0521 05:06:50.483675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:06:50.483742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:06:50.483871 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 05:06:50.483986 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0521 05:06:50.484028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:06:50.484044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:06:50.484320 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 05:06:50.484467 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0521 05:06:50.484582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:06:50.484607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 05:06:50.485875 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0521 05:06:50.485906 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0521 05:06:50.485941 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0521 05:06:50.485974 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0521 05:06:50.486981 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0521 05:06:50.487017 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0521 05:06:50.517945 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0521 05:06:50.518390 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0521 05:06:50.518411 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0521 05:06:50.518726 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0521 05:06:50.519197 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0521 05:06:50.519364 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0521 05:06:50.519381 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"ecc0df36-35f6-4e02-9f8d-14a33fe1245a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6933", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 05:06:50.519392 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"90231d17-ce6a-4cd2-a02f-ebb3ca951778", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6934", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 05:06:50.519416 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"68b3af86-ea94-461b-a751-2397fd403a2c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6935", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 05:06:52.230604 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0521 05:06:52.231468 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0521 05:06:52.595396 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0521 05:06:52.597815 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0521 05:06:52.611591 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0521 05:06:52.612719 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0521 05:06:53.256355 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 05:06:53.256419 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 05:06:53.256453 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 05:06:53.260375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:06:53.260415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 05:06:53.260535 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 05:06:53.327021 7 controller.go:216] "Backend successfully reloaded" I0521 05:06:53.327384 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wlvmf", UID:"7d8ed04b-2655-43ee-a5e3-2780fb6434c1", APIVersion:"v1", ResourceVersion:"1467", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0521 05:06:56.588730 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 05:06:56.588908 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 05:06:56.588993 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 05:06:56.589163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:06:56.589240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:07:00.048975 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 05:07:00.049017 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 05:07:00.049036 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 05:07:00.049105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:07:00.049160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:07:03.382509 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 05:07:03.382557 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 05:07:03.382580 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 05:07:03.382669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:07:03.382689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:07:06.715914 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 05:07:06.715996 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 05:07:06.716043 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 05:07:06.716179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:07:06.716211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:07:10.579341 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 05:07:10.579715 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 05:07:10.579867 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 05:07:10.580061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:07:10.580135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:07:16.426037 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 05:07:16.426101 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 05:07:16.426143 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 05:07:16.426371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:07:16.426401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 05:07:18.403084 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.108.227.34"}] I0521 05:07:18.413322 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.108.227.34"}] I0521 05:07:18.413422 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.108.227.34"}] I0521 05:07:18.418097 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"90231d17-ce6a-4cd2-a02f-ebb3ca951778", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7470", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 05:07:18.423676 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"68b3af86-ea94-461b-a751-2397fd403a2c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7473", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 05:07:18.423836 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"ecc0df36-35f6-4e02-9f8d-14a33fe1245a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7474", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 05:07:19.760437 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 05:07:19.760512 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 05:07:19.760561 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 05:07:19.760773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:07:19.760805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:07:23.093441 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 05:07:23.093514 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 05:07:23.093549 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 05:07:23.093675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:07:23.093707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:07:32.696072 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 05:07:32.696128 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 05:07:32.696172 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 05:07:32.696277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:07:32.696307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0521 05:07:33.205978 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path W0521 05:07:58.645769 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 05:07:58.645839 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 05:07:58.645882 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 05:07:58.646014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:07:58.646045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:08:01.982318 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 05:08:01.982480 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 05:08:01.982541 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 05:08:01.982861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:08:01.982944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:08:05.313188 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 05:08:05.313315 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 05:08:05.313347 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 05:08:05.313492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:08:05.313513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:08:08.646093 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 05:08:08.646170 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 05:08:08.646206 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 05:08:08.646397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:08:08.646416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.65 - - [21/May/2026:05:08:15 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.033 [auth-system-keycloak-80] [] 10.0.0.47:8080 6297 0.033 200 be389faa7ee8f0c1d66b2192341f11e3 10.0.0.75 - - [21/May/2026:05:08:15 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.011 [auth-system-keycloak-80] [] 10.0.0.47:8080 6297 0.011 200 6960017b09f6ebf54b29cc7da293bc91 W0521 05:08:17.207856 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 05:08:17.207940 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 05:08:17.208115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:08:17.208142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:08:20.997965 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 05:08:20.998152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:08:20.998182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:08:27.100579 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 05:08:27.100817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:08:27.100849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:08:30.435385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:08:30.435458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:08:41.305703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:08:41.305752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:08:49.656846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:08:49.656901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:08:52.990166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:08:52.990209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.60 - - [21/May/2026:05:08:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.051 [auth-system-keycloak-80] [] 10.0.0.47:8080 1882 0.046 200 ab15de26a1cc870bd5af47ff36f51449 199.19.213.60 - - [21/May/2026:05:08:55 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.045 [auth-system-keycloak-80] [] 10.0.0.47:8080 4177 0.045 200 2727155278303d3b8ac88bdfccc70742 199.19.213.60 - - [21/May/2026:05:08:56 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5634 0.620 [auth-system-keycloak-80] [] 10.0.0.47:8080 0 0.620 204 7c3c07c119d52c61e7960b9d1cb402bf 199.19.213.60 - - [21/May/2026:05:08:56 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.262 [auth-system-keycloak-80] [] 10.0.0.47:8080 4315 0.262 200 381310002fe213431100db1b2738daf4 199.19.213.60 - - [21/May/2026:05:08:56 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "ansible-httpget" 180 0.007 [auth-system-keycloak-80] [] 10.0.0.47:8080 6297 0.007 200 645f23f879d266a296729251e5c3cd51 199.19.213.60 - - [21/May/2026:05:08:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.47:8080 1882 0.045 200 42b6deb0e6327129311c41eb68a22d4f 199.19.213.60 - - [21/May/2026:05:08:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.010 [auth-system-keycloak-80] [] 10.0.0.47:8080 2 0.010 200 d840553ac583c68cfd07c8bf510820b5 199.19.213.60 - - [21/May/2026:05:08:58 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.092 [auth-system-keycloak-80] [] 10.0.0.47:8080 0 0.090 201 589dc3d971185b778cffa21b2bf66a0e 199.19.213.60 - - [21/May/2026:05:08:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.057 [auth-system-keycloak-80] [] 10.0.0.47:8080 2242 0.058 200 41c86d225cdc41da61ff1b4a8e375499 199.19.213.60 - - [21/May/2026:05:08:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.079 [auth-system-keycloak-80] [] 10.0.0.47:8080 1882 0.045 200 d2756251436ab3caf697ba84812b23fa 199.19.213.60 - - [21/May/2026:05:08:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.050 [auth-system-keycloak-80] [] 10.0.0.47:8080 2242 0.050 200 43f85fb1e331ebf761fd56cfa067156e 199.19.213.60 - - [21/May/2026:05:08:59 +0000] "GET /admin/realms/atmosphere/clients/29a49e7e-45f3-4db4-8f9f-dc5c25f0f57b/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.019 [auth-system-keycloak-80] [] 10.0.0.47:8080 233 0.019 200 e51e5cef488533171ea57a5f9ac2f0b4 199.19.213.60 - - [21/May/2026:05:08:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.068 [auth-system-keycloak-80] [] 10.0.0.47:8080 831 0.069 200 1d9bc19bfa691f63b66371a131dc4ac3 199.19.213.60 - - [21/May/2026:05:08:59 +0000] "GET /admin/realms/atmosphere/clients/ea0c9786-7555-4e5b-969b-5acdff2e2107/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.030 [auth-system-keycloak-80] [] 10.0.0.47:8080 3758 0.030 200 e3da10ac0da952580a3c3bad03183b93 199.19.213.60 - - [21/May/2026:05:08:59 +0000] "GET /admin/realms/atmosphere/users/4a0ba080-4bc3-4652-8ca9-716b733aaf66/role-mappings/clients/ea0c9786-7555-4e5b-969b-5acdff2e2107/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.235 [auth-system-keycloak-80] [] 10.0.0.47:8080 3758 0.235 200 185e7db0d5508f9098c243b56c3171a5 199.19.213.60 - - [21/May/2026:05:08:59 +0000] "GET /admin/realms/atmosphere/users/4a0ba080-4bc3-4652-8ca9-716b733aaf66/role-mappings/clients/ea0c9786-7555-4e5b-969b-5acdff2e2107/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.027 [auth-system-keycloak-80] [] 10.0.0.47:8080 2 0.027 200 dbc36508eb795a7b80f59885cac0f71b 199.19.213.60 - - [21/May/2026:05:08:59 +0000] "POST /admin/realms/atmosphere/users/4a0ba080-4bc3-4652-8ca9-716b733aaf66/role-mappings/clients/ea0c9786-7555-4e5b-969b-5acdff2e2107 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.159 [auth-system-keycloak-80] [] 10.0.0.47:8080 0 0.158 204 bd54b2ada0cd33afa62ef97568761c52 199.19.213.60 - - [21/May/2026:05:08:59 +0000] "GET /admin/realms/atmosphere/users/4a0ba080-4bc3-4652-8ca9-716b733aaf66/role-mappings/clients/ea0c9786-7555-4e5b-969b-5acdff2e2107/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.015 [auth-system-keycloak-80] [] 10.0.0.47:8080 576 0.015 200 6af04ee74401f3229b0efa3cc9705f72 W0521 05:09:05.941519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:09:05.941557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:09:10.657933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:09:10.657985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:11:12.721912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:11:12.721954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:11:54.425456 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0521 05:11:54.429876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:11:54.429927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 05:11:54.433847 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.009s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.009s testedConfigurationSize:28.7kB} I0521 05:11:54.433887 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0521 05:11:54.439318 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0521 05:11:54.439919 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0521 05:11:54.440356 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0521 05:11:54.440430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:11:54.440450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 05:11:54.440572 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 05:11:54.441617 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"bf7b80c5-c365-40ed-8c30-13eef3d53d82", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9295", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 05:11:54.497642 7 controller.go:216] "Backend successfully reloaded" I0521 05:11:54.498417 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wlvmf", UID:"7d8ed04b-2655-43ee-a5e3-2780fb6434c1", APIVersion:"v1", ResourceVersion:"1467", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0521 05:11:55.078832 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0521 05:11:55.082535 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0521 05:11:57.774417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:11:57.774478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.60 - - [21/May/2026:05:11:57 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.006 [openstack-keystone-api-5000] [] 10.0.0.134:5000 280 0.006 300 ce7ce2caadc7ecac71b0bc2d0b8e38dc 199.19.213.60 - - [21/May/2026:05:11:59 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.134:5000 265 0.005 200 b4d3b5fd9b5fdf8392536d85c22a8239 199.19.213.60 - - [21/May/2026:05:11:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.382 [openstack-keystone-api-5000] [] 10.0.0.134:5000 1296 0.381 201 f121449c4fec8dad3a762bea3cdb74a1 199.19.213.60 - - [21/May/2026:05:11:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.134:5000 280 0.004 300 23251ff68887a927adeb34176a88de18 199.19.213.60 - - [21/May/2026:05:11:59 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.044 [openstack-keystone-api-5000] [] 10.0.0.134:5000 366 0.044 200 78b5bcf6489c0d144fa0ee5c8da90d24 199.19.213.60 - - [21/May/2026:05:12:00 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.134:5000 265 0.004 200 a5637f45e5e4a91d705a8ba008576cfc 199.19.213.60 - - [21/May/2026:05:12:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.321 [openstack-keystone-api-5000] [] 10.0.0.134:5000 1296 0.320 201 d6e6d032a3a661f6795d475ac2e736a0 199.19.213.60 - - [21/May/2026:05:12:00 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.134:5000 280 0.003 300 f8bcbf3f4ca07a9c03ea5a1234516ffe 199.19.213.60 - - [21/May/2026:05:12:00 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 462 0.026 [openstack-keystone-api-5000] [] 10.0.0.134:5000 101 0.026 404 2ac15122291f74ebb36427f49f7afba1 199.19.213.60 - - [21/May/2026:05:12:00 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 464 0.023 [openstack-keystone-api-5000] [] 10.0.0.134:5000 155 0.023 200 fe57e4699993dc91dfe52698b02ca1b7 199.19.213.60 - - [21/May/2026:05:12:01 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 679 0.043 [openstack-keystone-api-5000] [] 10.0.0.134:5000 451 0.042 201 fbf436caf724e190fe59242d1a7317d4 199.19.213.60 - - [21/May/2026:05:12:01 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.134:5000 265 0.003 200 df8ea1dc7ca07795f4c9bfd2dfbee7a5 199.19.213.60 - - [21/May/2026:05:12:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.405 [openstack-keystone-api-5000] [] 10.0.0.134:5000 1296 0.406 201 8f4c3506cd7a991059fb31e87b50dd6c 199.19.213.60 - - [21/May/2026:05:12:02 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.008 [openstack-keystone-api-5000] [] 10.0.0.134:5000 280 0.007 300 c5d5793271a4815a73558983d9b661df 199.19.213.60 - - [21/May/2026:05:12:02 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 459 0.034 [openstack-keystone-api-5000] [] 10.0.0.134:5000 98 0.033 404 f5e2ce8441ad438f1ff4ccb30a5503d5 199.19.213.60 - - [21/May/2026:05:12:02 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 454 0.046 [openstack-keystone-api-5000] [] 10.0.0.134:5000 135 0.046 200 9504fb2b8ab86e8bdf57e094382994d8 199.19.213.60 - - [21/May/2026:05:12:02 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 331 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 738 0.046 [openstack-keystone-api-5000] [] 10.0.0.134:5000 331 0.046 201 251e14ebc31610c89eefa1245c64d432 199.19.213.60 - - [21/May/2026:05:12:03 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.006 [openstack-keystone-api-5000] [] 10.0.0.134:5000 265 0.006 200 95cbbe2fcccc69e7519d7c379a9576bb 199.19.213.60 - - [21/May/2026:05:12:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.367 [openstack-keystone-api-5000] [] 10.0.0.134:5000 1296 0.367 201 126fedcaf1252729460645121d553d78 199.19.213.60 - - [21/May/2026:05:12:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.011 [openstack-keystone-api-5000] [] 10.0.0.134:5000 280 0.010 300 59ab905df2d3b0eb717f0fd364944527 199.19.213.60 - - [21/May/2026:05:12:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 497 0.040 [openstack-keystone-api-5000] [] 10.0.0.134:5000 131 0.040 404 8686dd050f2d9953cde90be85df5da82 199.19.213.60 - - [21/May/2026:05:12:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 485 0.026 [openstack-keystone-api-5000] [] 10.0.0.134:5000 167 0.025 200 24d45ee7b21142b0cac8eb89371954a5 199.19.213.60 - - [21/May/2026:05:12:03 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 580 0.065 [openstack-keystone-api-5000] [] 10.0.0.134:5000 222 0.065 201 6530db9fcaf7ce9301db28fa36f7a69a W0521 05:12:08.132501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:12:08.132539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:12:11.466283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:12:11.466330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:12:14.800031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:12:14.800085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 05:12:17.389414 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.108.227.34"}] I0521 05:12:17.399787 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"bf7b80c5-c365-40ed-8c30-13eef3d53d82", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9550", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 05:12:18.132748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:12:18.132806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:12:40.154331 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0521 05:12:40.154621 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0521 05:12:40.154726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:12:40.154770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 05:12:40.157590 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:32.2kB} I0521 05:12:40.157750 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0521 05:12:40.164224 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" W0521 05:12:40.164705 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0521 05:12:40.165060 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. I0521 05:12:40.165165 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"9db21e3d-bd67-4d85-9d23-ec03c6bfb40a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9686", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 05:12:40.165196 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0521 05:12:40.165379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:12:40.165411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 05:12:40.165543 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 05:12:40.210949 7 controller.go:216] "Backend successfully reloaded" I0521 05:12:40.211983 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wlvmf", UID:"7d8ed04b-2655-43ee-a5e3-2780fb6434c1", APIVersion:"v1", ResourceVersion:"1467", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0521 05:12:40.508587 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" I0521 05:12:40.509634 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0521 05:12:43.501074 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0521 05:12:43.501214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:12:43.501241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 05:13:17.389946 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.108.227.34"}] I0521 05:13:17.395659 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"9db21e3d-bd67-4d85-9d23-ec03c6bfb40a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9922", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 05:13:17.398059 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0521 05:13:17.398211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:13:17.398250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:13:33.182921 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0521 05:13:33.183058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 05:13:33.183090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 05:13:33.186695 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0521 05:13:33.186829 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak"