------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0319 07:20:42.406388 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0319 07:20:42.406648 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0319 07:20:42.414584 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0319 07:20:42.426653 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0319 07:20:42.849380 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0319 07:20:42.870527 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0319 07:20:42.885180 7 nginx.go:271] "Starting NGINX Ingress controller" I0319 07:20:42.893465 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"d5d802d8-9de0-4d4d-9717-9468a3d1a36b", APIVersion:"v1", ResourceVersion:"1043", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0319 07:20:42.897107 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"99b82d93-4016-4853-a07a-cc6268d0085e", APIVersion:"v1", ResourceVersion:"1044", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0319 07:20:42.897218 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"69d2eb53-bb24-4da1-aa95-e5d102d0c811", APIVersion:"v1", ResourceVersion:"1042", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0319 07:20:44.086838 7 nginx.go:317] "Starting NGINX process" I0319 07:20:44.087152 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0319 07:20:44.087823 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0319 07:20:44.089787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:20:44.089831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 07:20:44.089879 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 07:20:44.104043 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0319 07:20:44.104157 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-64qjk" I0319 07:20:44.132562 7 controller.go:216] "Backend successfully reloaded" I0319 07:20:44.132697 7 controller.go:227] "Initial sync, sleeping for 1 second" I0319 07:20:44.132877 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-64qjk", UID:"fbbebde1-b37e-4bc9-abf3-14946abce4b8", APIVersion:"v1", ResourceVersion:"1084", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 07:20:47.903663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:20:47.903696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:20:51.237130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:20:51.237178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:20:54.571484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:20:54.571534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:20:57.904312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:20:57.904358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:21:01.237936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:21:01.238061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:21:04.570797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:21:04.570836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:21:07.903909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:21:07.903948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:21:11.239356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:21:11.239406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:21:14.571177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:21:14.571247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:21:19.605189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:21:19.605239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:07.205973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:07.206018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:26.050965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:26.051007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:29.478926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:29.478955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:32.813031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:32.813087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:36.146704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:36.146738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:39.479299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:39.479347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:42.813289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:42.813326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:46.145871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:46.145916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:53.059189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:53.059240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:56.392659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:56.392700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:59.726832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:22:59.726876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:24:59.672153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:24:59.672198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:25:02.009394 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-157.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-157.nip.io-tls was not found. Using default certificate W0319 07:25:02.009460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:25:02.009476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 07:25:02.011352 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0319 07:25:02.011388 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0319 07:25:02.019656 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0319 07:25:02.020231 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-157.nip.io-tls" in local store I0319 07:25:02.020262 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"3e62be71-e853-4fee-bb95-3e0397bbaef0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2950", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 07:25:02.202986 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-157.nip.io-tls" I0319 07:25:02.204150 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-157.nip.io-tls" W0319 07:25:03.006123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:25:03.006180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 07:25:03.006293 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 07:25:03.051091 7 controller.go:216] "Backend successfully reloaded" I0319 07:25:03.051461 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-64qjk", UID:"fbbebde1-b37e-4bc9-abf3-14946abce4b8", APIVersion:"v1", ResourceVersion:"1084", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 07:25:06.339105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:25:06.339161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.157 - - [19/Mar/2026:07:25:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.255 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 2.254 200 c43f6fdb9f806568097b3336146be5b1 199.204.45.157 - - [19/Mar/2026:07:25:12 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.097 [auth-system-keycloak-80] [] 10.0.0.70:8080 116 0.097 404 2350380676f3e7b29ebac3d889efd1e6 199.204.45.157 - - [19/Mar/2026:07:25:16 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.085 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 4.085 201 4ce00f841e33a907c3014c0452453217 199.204.45.157 - - [19/Mar/2026:07:25:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.704 [auth-system-keycloak-80] [] 10.0.0.70:8080 4246 0.704 200 8117cc980c835eedb917499619b42ed8 199.204.45.157 - - [19/Mar/2026:07:25:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.970 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 0.970 200 dbb4219cc538fba27b7cb2eb47aa253a 199.204.45.157 - - [19/Mar/2026:07:25:19 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.078 [auth-system-keycloak-80] [] 10.0.0.70:8080 12500 0.077 200 81cfbbf729a4ac4832880b948b26fea6 199.204.45.157 - - [19/Mar/2026:07:25:19 +0000] "GET /admin/realms/atmosphere/client-scopes/361d99c1-040f-4403-b272-702112a30844 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.066 [auth-system-keycloak-80] [] 10.0.0.70:8080 1278 0.065 200 b13addc571bfba336a8beea6a15bb4f0 199.204.45.157 - - [19/Mar/2026:07:25:19 +0000] "PUT /admin/realms/atmosphere/client-scopes/361d99c1-040f-4403-b272-702112a30844 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.020 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.018 204 5c80729f2eeea4f7a7958d22c7ac0986 199.204.45.157 - - [19/Mar/2026:07:25:19 +0000] "GET /admin/realms/atmosphere/client-scopes/361d99c1-040f-4403-b272-702112a30844/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.073 [auth-system-keycloak-80] [] 10.0.0.70:8080 963 0.074 200 fb6e32641a3b0436cac64e165e2c2ab0 199.204.45.157 - - [19/Mar/2026:07:25:19 +0000] "GET /admin/realms/atmosphere/client-scopes/361d99c1-040f-4403-b272-702112a30844/protocol-mappers/models/403fd5fb-ddb0-44c1-abd1-ec8c19165320 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.008 [auth-system-keycloak-80] [] 10.0.0.70:8080 366 0.008 200 c9a516bfb69d6373d167a337ab6a7eaa 199.204.45.157 - - [19/Mar/2026:07:25:19 +0000] "PUT /admin/realms/atmosphere/client-scopes/361d99c1-040f-4403-b272-702112a30844/protocol-mappers/models/403fd5fb-ddb0-44c1-abd1-ec8c19165320 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.074 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.074 204 c158b90afe09c549eb36ba8120ac88b5 199.204.45.157 - - [19/Mar/2026:07:25:19 +0000] "GET /admin/realms/atmosphere/client-scopes/361d99c1-040f-4403-b272-702112a30844 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.083 [auth-system-keycloak-80] [] 10.0.0.70:8080 1218 0.082 200 cea49050d15d7bfe124ffec200ea3071 199.204.45.157 - - [19/Mar/2026:07:25:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 0.470 200 9d0c3bb4177c8663596f22bb956ff3ea 199.204.45.157 - - [19/Mar/2026:07:25:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.062 [auth-system-keycloak-80] [] 10.0.0.70:8080 2 0.063 200 a5ba73e4cb6335fd61d2ee04b67c264d 199.204.45.157 - - [19/Mar/2026:07:25:40 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.197 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.195 201 2fb3d8046973b8951e617e73d6c8c7d2 199.204.45.157 - - [19/Mar/2026:07:25:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.021 [auth-system-keycloak-80] [] 10.0.0.70:8080 1261 0.021 200 b5e77a3bed14e7d0286456808aedb666 199.204.45.157 - - [19/Mar/2026:07:25:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.113 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 1.111 200 a58249c6a36f1967e8a1fc3390606740 199.204.45.157 - - [19/Mar/2026:07:25:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.063 [auth-system-keycloak-80] [] 10.0.0.70:8080 2 0.062 200 d6b1826dff16dfb51f24318b135535de 199.204.45.157 - - [19/Mar/2026:07:25:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.099 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.098 201 30671579b71a245d4bd1302b2923bf17 199.204.45.157 - - [19/Mar/2026:07:25:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.083 [auth-system-keycloak-80] [] 10.0.0.70:8080 1286 0.084 200 0e906fef4cd052ca7f1724557165cb60 199.204.45.157 - - [19/Mar/2026:07:25:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.926 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 0.926 200 e92f057ca6a45ee40605843590e43220 199.204.45.157 - - [19/Mar/2026:07:25:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.70:8080 2 0.007 200 612376714b28c87d2ba48c0a135a2ac6 199.204.45.157 - - [19/Mar/2026:07:25:43 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.069 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.068 201 b88320df2656a03ed322d4c6f20a89ea 199.204.45.157 - - [19/Mar/2026:07:25:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.075 [auth-system-keycloak-80] [] 10.0.0.70:8080 1251 0.076 200 13a7910db841c9a1818594c2804800e5 I0319 07:25:44.112878 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.106.83.119"}] I0319 07:25:44.117164 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"3e62be71-e853-4fee-bb95-3e0397bbaef0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3335", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 07:25:44.118395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:25:44.118420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.157 - - [19/Mar/2026:07:25:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 0.465 200 5afb7fdb667d7414d8f13dfa4a372aa7 199.204.45.157 - - [19/Mar/2026:07:25:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.70:8080 1261 0.006 200 5eafb76d743f3f539ac4bf457bef8926 199.204.45.157 - - [19/Mar/2026:07:25:45 +0000] "GET /admin/realms/atmosphere/clients/d33d3dd3-1d89-4caf-9350-e62564227620/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.70:8080 119 0.012 404 0d0b7a15ba0f9781b6f3d2ed4d69fde8 199.204.45.157 - - [19/Mar/2026:07:25:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.004 [auth-system-keycloak-80] [] 10.0.0.70:8080 1261 0.005 200 ac8a8a6237dc8f73828979d34e64be81 199.204.45.157 - - [19/Mar/2026:07:25:45 +0000] "POST /admin/realms/atmosphere/clients/d33d3dd3-1d89-4caf-9350-e62564227620/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.042 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.042 201 ae7ea5b78e4bae61a4ddb56e8d997821 199.204.45.157 - - [19/Mar/2026:07:25:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.005 [auth-system-keycloak-80] [] 10.0.0.70:8080 1261 0.005 200 f274982b8613d5e0e0ff28dacba13036 199.204.45.157 - - [19/Mar/2026:07:25:45 +0000] "GET /admin/realms/atmosphere/clients/d33d3dd3-1d89-4caf-9350-e62564227620/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.70:8080 166 0.014 200 e030efbc638f23043221044c6ebf2c3f 199.204.45.157 - - [19/Mar/2026:07:25:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.594 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 0.592 200 4d484594dcfecb87311a290d8153f10b 199.204.45.157 - - [19/Mar/2026:07:25:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.70:8080 1286 0.005 200 d7cc89190194eb78747cc26fa98ec462 199.204.45.157 - - [19/Mar/2026:07:25:46 +0000] "GET /admin/realms/atmosphere/clients/d0537b01-ad00-46c3-a904-6f90b0977e3c/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.006 [auth-system-keycloak-80] [] 10.0.0.70:8080 119 0.006 404 58766d7aa3d3a425736ccd5201d689b7 199.204.45.157 - - [19/Mar/2026:07:25:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.70:8080 1286 0.004 200 b745b7c463546d3b4e11766064209ca7 199.204.45.157 - - [19/Mar/2026:07:25:46 +0000] "POST /admin/realms/atmosphere/clients/d0537b01-ad00-46c3-a904-6f90b0977e3c/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.038 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.037 201 859ca341675a249a2812e0fd8dea65f5 199.204.45.157 - - [19/Mar/2026:07:25:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.70:8080 1286 0.004 200 961939499ba88deb52c06b03a44ce389 199.204.45.157 - - [19/Mar/2026:07:25:46 +0000] "GET /admin/realms/atmosphere/clients/d0537b01-ad00-46c3-a904-6f90b0977e3c/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.015 [auth-system-keycloak-80] [] 10.0.0.70:8080 165 0.015 200 81c2ffa1cd54515b41020e71955f9d97 199.204.45.157 - - [19/Mar/2026:07:25:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 0.489 200 33afc3a7a7e835b1a6fc934f80986185 199.204.45.157 - - [19/Mar/2026:07:25:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.70:8080 1286 0.006 200 78aafdbb9822dcf57796618cd9d92380 199.204.45.157 - - [19/Mar/2026:07:25:46 +0000] "GET /admin/realms/atmosphere/clients/d0537b01-ad00-46c3-a904-6f90b0977e3c/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.70:8080 119 0.008 404 1129573e0cea62e510ac918e3600bc18 199.204.45.157 - - [19/Mar/2026:07:25:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.052 [auth-system-keycloak-80] [] 10.0.0.70:8080 1286 0.053 200 49028e9d56cb9134896369019f80a9df 199.204.45.157 - - [19/Mar/2026:07:25:47 +0000] "POST /admin/realms/atmosphere/clients/d0537b01-ad00-46c3-a904-6f90b0977e3c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.013 201 cd22f8b36d7dfdfef87d808d424513e2 199.204.45.157 - - [19/Mar/2026:07:25:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.70:8080 1286 0.006 200 12776e4b2a2ca849771c5ae3ec70e524 199.204.45.157 - - [19/Mar/2026:07:25:47 +0000] "GET /admin/realms/atmosphere/clients/d0537b01-ad00-46c3-a904-6f90b0977e3c/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.049 [auth-system-keycloak-80] [] 10.0.0.70:8080 166 0.050 200 72943b1f8859eb9bf5796f65cb4a9f20 199.204.45.157 - - [19/Mar/2026:07:25:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 0.466 200 0d1f02ccaff42ad1604a086db459453f 199.204.45.157 - - [19/Mar/2026:07:25:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.041 [auth-system-keycloak-80] [] 10.0.0.70:8080 1286 0.041 200 1e77d3069bf82401d211d7a9ea17f4e5 199.204.45.157 - - [19/Mar/2026:07:25:47 +0000] "GET /admin/realms/atmosphere/clients/d0537b01-ad00-46c3-a904-6f90b0977e3c/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.70:8080 119 0.008 404 fe00dc854888da4cd6c987e378c6a8eb 199.204.45.157 - - [19/Mar/2026:07:25:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.70:8080 1286 0.007 200 7c6fd62a8c7a3557f1509c3f9663ed0b 199.204.45.157 - - [19/Mar/2026:07:25:48 +0000] "POST /admin/realms/atmosphere/clients/d0537b01-ad00-46c3-a904-6f90b0977e3c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.048 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.046 201 75b912a9045c145573eb5f3576aeced4 199.204.45.157 - - [19/Mar/2026:07:25:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.70:8080 1286 0.005 200 919cdd30b5952cc10fd9ad6f555fdc5d 199.204.45.157 - - [19/Mar/2026:07:25:48 +0000] "GET /admin/realms/atmosphere/clients/d0537b01-ad00-46c3-a904-6f90b0977e3c/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.70:8080 166 0.012 200 e26a490745f39960ab748ae488e34710 199.204.45.157 - - [19/Mar/2026:07:25:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.523 [auth-system-keycloak-80] [] 10.0.0.70:8080 1928 0.521 200 74d523d317f127140da3da736e9e3c32 199.204.45.157 - - [19/Mar/2026:07:25:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.70:8080 1251 0.005 200 961fbd0e8b4de5881672b338be9f7208 199.204.45.157 - - [19/Mar/2026:07:25:48 +0000] "GET /admin/realms/atmosphere/clients/ff7d6c84-88e1-4346-9a42-de7205e0b1f0/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.70:8080 119 0.009 404 37180109c85f3692a1ebfb4e2890567f 199.204.45.157 - - [19/Mar/2026:07:25:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.024 [auth-system-keycloak-80] [] 10.0.0.70:8080 1251 0.024 200 0ff0497a92a854b2be16fcec2c54f95f 199.204.45.157 - - [19/Mar/2026:07:25:48 +0000] "POST /admin/realms/atmosphere/clients/ff7d6c84-88e1-4346-9a42-de7205e0b1f0/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.70:8080 0 0.016 201 c61a30b41e15468f2dea2ac53f8200f4 199.204.45.157 - - [19/Mar/2026:07:25:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.70:8080 1251 0.007 200 3603b0a04f645fa926545e43664e0928 199.204.45.157 - - [19/Mar/2026:07:25:49 +0000] "GET /admin/realms/atmosphere/clients/ff7d6c84-88e1-4346-9a42-de7205e0b1f0/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.70:8080 166 0.018 200 1c9d71a5e559dd50a6ef644b1c31cb73 W0319 07:26:07.596257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:26:07.596327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:26:10.932039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:26:10.932145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:26:54.333209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:26:54.333260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:26:54.409346 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 07:26:54.409410 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0319 07:26:54.409446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:26:54.409464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:26:54.410953 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 07:26:54.411048 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0319 07:26:54.411107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:26:54.411141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 07:26:54.411199 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0319 07:26:54.411231 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0319 07:26:54.412260 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 07:26:54.412401 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0319 07:26:54.412483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:26:54.412516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 07:26:54.415122 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0319 07:26:54.415172 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0319 07:26:54.420151 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.008s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.009s testedConfigurationSize:18.2kB} I0319 07:26:54.420188 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0319 07:26:54.422277 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0319 07:26:54.422719 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0319 07:26:54.423081 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"4dc39e51-9781-425b-814c-20c88ff3b6c8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3902", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 07:26:54.428109 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0319 07:26:54.428591 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0319 07:26:54.428613 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0319 07:26:54.428819 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0319 07:26:54.431936 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"08c2b892-9ca7-4767-9ddc-a45c0bff8042", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3911", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 07:26:54.432003 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7435256b-e3a5-42eb-ad4e-dc9102dd3825", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3912", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 07:26:54.674660 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0319 07:26:54.675379 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0319 07:26:54.695432 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0319 07:26:54.696249 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0319 07:26:55.980656 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0319 07:26:55.981435 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0319 07:26:57.666708 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 07:26:57.666769 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 07:26:57.666805 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 07:26:57.666920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:26:57.666977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 07:26:57.667103 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 07:26:57.714566 7 controller.go:216] "Backend successfully reloaded" I0319 07:26:57.714881 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-64qjk", UID:"fbbebde1-b37e-4bc9-abf3-14946abce4b8", APIVersion:"v1", ResourceVersion:"1084", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 07:27:01.000285 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 07:27:01.000362 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 07:27:01.000454 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 07:27:01.000625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:01.000670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:04.333705 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 07:27:04.333754 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 07:27:04.333778 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 07:27:04.333857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:04.333870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:07.666692 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 07:27:07.666783 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 07:27:07.666834 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 07:27:07.667038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:07.667069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:10.999987 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 07:27:11.000032 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 07:27:11.000057 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 07:27:11.000158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:11.000176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:14.334431 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 07:27:14.334489 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 07:27:14.334524 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 07:27:14.334658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:14.334683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:17.667393 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 07:27:17.667562 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 07:27:17.667749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:17.667815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:21.002036 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 07:27:21.002106 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 07:27:21.002169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:21.002186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:24.334257 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 07:27:24.334349 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 07:27:24.334461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:24.334489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:27.666863 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 07:27:27.666934 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 07:27:27.667008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:27.667021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.97 - - [19/Mar/2026:07:27:29 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.031 [auth-system-keycloak-80] [] 10.0.0.70:8080 6432 0.032 200 ebc30293988069ce9a8beb5be808f114 10.0.0.220 - - [19/Mar/2026:07:27:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.70:8080 6432 0.006 200 102a58c9f2f0c1b14478f3bd8d74b966 W0319 07:27:31.000744 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 07:27:31.000809 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 07:27:31.000903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:31.000923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:34.334257 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 07:27:34.334528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:34.334567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:37.666838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:37.666885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:41.000890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:41.000980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 07:27:44.109159 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.106.83.119"}] I0319 07:27:44.111612 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.106.83.119"}] I0319 07:27:44.111681 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.106.83.119"}] I0319 07:27:44.120565 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"08c2b892-9ca7-4767-9ddc-a45c0bff8042", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4952", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 07:27:44.122238 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7435256b-e3a5-42eb-ad4e-dc9102dd3825", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4953", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 07:27:44.123319 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"4dc39e51-9781-425b-814c-20c88ff3b6c8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4954", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 07:27:44.334207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:44.334235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:47.667778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:27:47.667837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:28:22.067296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:28:22.067333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:28:25.401171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 07:28:25.401203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store