------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0311 01:46:52.508847 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0311 01:46:52.509019 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0311 01:46:52.517566 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0311 01:46:52.520326 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0311 01:46:52.740721 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0311 01:46:52.760304 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0311 01:46:52.769979 7 nginx.go:271] "Starting NGINX Ingress controller" I0311 01:46:52.776145 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"b767c8bb-f7c2-4db7-af7b-ec8afa0fd278", APIVersion:"v1", ResourceVersion:"1118", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0311 01:46:52.780182 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"09de3224-e0dc-40d4-bd12-8fd95b5d0728", APIVersion:"v1", ResourceVersion:"1116", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0311 01:46:52.780256 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"0c8714d3-93a2-4295-be64-c2b41651c9a7", APIVersion:"v1", ResourceVersion:"1117", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0311 01:46:53.972159 7 nginx.go:317] "Starting NGINX process" I0311 01:46:53.972320 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0311 01:46:53.972739 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0311 01:46:53.973181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:46:53.973235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:46:53.973300 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 01:46:53.983251 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0311 01:46:53.983397 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-cqjfx" I0311 01:46:54.009560 7 controller.go:216] "Backend successfully reloaded" I0311 01:46:54.009720 7 controller.go:227] "Initial sync, sleeping for 1 second" I0311 01:46:54.009846 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cqjfx", UID:"2d9066e2-6479-4bcc-b155-f772a2498612", APIVersion:"v1", ResourceVersion:"1162", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0311 01:46:57.794734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:46:57.794763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:01.128559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:01.128591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:04.462382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:04.462428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:07.794858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:07.794888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:11.128276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:11.128327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:14.461809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:14.461856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:17.795539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:17.795587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:28.479303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:28.479330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:31.813014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:31.813055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:35.146372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:35.146414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:48:51.695758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:48:51.695810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:48:55.029617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:48:55.029685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:02.956777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:02.956819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:10.946114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:10.946146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:14.286068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:14.286546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:17.613754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:17.613842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:20.947438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:20.947484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:24.280265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:24.280314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:29.009774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:29.009826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:32.343019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:32.343057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:35.678757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:35.678814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:39.010810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:39.010852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:42.343834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:42.343875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:51:40.859876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:51:40.859921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:51:43.381729 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-74.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-74.nip.io-tls was not found. Using default certificate W0311 01:51:43.381792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:51:43.381812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:51:43.383647 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0311 01:51:43.383686 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0311 01:51:43.389998 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0311 01:51:43.390709 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.162-253-55-74.nip.io-tls" in local store I0311 01:51:43.390781 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"023a067d-b094-4a24-8996-7cfe5c804b61", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3150", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 01:51:43.803611 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.162-253-55-74.nip.io-tls" I0311 01:51:43.804918 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.162-253-55-74.nip.io-tls" W0311 01:51:44.193929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:51:44.193968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:51:44.194135 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 01:51:44.233267 7 controller.go:216] "Backend successfully reloaded" I0311 01:51:44.233918 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cqjfx", UID:"2d9066e2-6479-4bcc-b155-f772a2498612", APIVersion:"v1", ResourceVersion:"1162", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0311 01:51:47.527349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:51:47.527407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:51:53.991026 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.99.181"}] I0311 01:51:54.002317 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"023a067d-b094-4a24-8996-7cfe5c804b61", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3375", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 01:51:54.004189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:51:54.004216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.74 - - [11/Mar/2026:01:51:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.141 [auth-system-keycloak-80] [] 10.0.0.92:8080 1925 2.140 200 8a9dd8e6b36ce46b507c57e8bd54eaa3 162.253.55.74 - - [11/Mar/2026:01:51:54 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.187 [auth-system-keycloak-80] [] 10.0.0.92:8080 116 0.187 404 5979c021da17120b8126278c1dd5f6c3 162.253.55.74 - - [11/Mar/2026:01:51:58 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.684 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 3.683 201 1441929f4da1ac78d50e3e772bf462d3 162.253.55.74 - - [11/Mar/2026:01:51:58 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.773 [auth-system-keycloak-80] [] 10.0.0.92:8080 4246 0.774 200 3fa8e4f019fe6b41501f50e3cd4dc65e 162.253.55.74 - - [11/Mar/2026:01:51:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.510 [auth-system-keycloak-80] [] 10.0.0.92:8080 1925 0.510 200 235dc60da1f2fd2beff54ca2ba9ac48a 162.253.55.74 - - [11/Mar/2026:01:52:00 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.076 [auth-system-keycloak-80] [] 10.0.0.92:8080 12500 0.076 200 61751c2dba9859f4dce551a35e07192a 162.253.55.74 - - [11/Mar/2026:01:52:00 +0000] "GET /admin/realms/atmosphere/client-scopes/8fb4ebf9-56ec-4429-bc3a-c00e6d4d4583 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.068 [auth-system-keycloak-80] [] 10.0.0.92:8080 1278 0.069 200 cf698c6a4f923ab1fa5b10a69403533e 162.253.55.74 - - [11/Mar/2026:01:52:00 +0000] "PUT /admin/realms/atmosphere/client-scopes/8fb4ebf9-56ec-4429-bc3a-c00e6d4d4583 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.087 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.086 204 c7ded271413ba95f03aae6fc57f4eeac 162.253.55.74 - - [11/Mar/2026:01:52:00 +0000] "GET /admin/realms/atmosphere/client-scopes/8fb4ebf9-56ec-4429-bc3a-c00e6d4d4583/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.016 [auth-system-keycloak-80] [] 10.0.0.92:8080 963 0.016 200 be8be9413fd693fd6f34c321e6df5b0f 162.253.55.74 - - [11/Mar/2026:01:52:00 +0000] "GET /admin/realms/atmosphere/client-scopes/8fb4ebf9-56ec-4429-bc3a-c00e6d4d4583/protocol-mappers/models/080bd9a8-3f17-4bbe-9d7e-997f472d0d6b HTTP/1.1" 200 366 "-" "Ansible" 1307 0.059 [auth-system-keycloak-80] [] 10.0.0.92:8080 366 0.058 200 4594ef57ccfd2b954ae4ac37f247ce21 162.253.55.74 - - [11/Mar/2026:01:52:00 +0000] "PUT /admin/realms/atmosphere/client-scopes/8fb4ebf9-56ec-4429-bc3a-c00e6d4d4583/protocol-mappers/models/080bd9a8-3f17-4bbe-9d7e-997f472d0d6b HTTP/1.1" 204 0 "-" "Ansible" 1620 0.019 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.018 204 f53aaf1111dd75c3591840e43991b37b 162.253.55.74 - - [11/Mar/2026:01:52:00 +0000] "GET /admin/realms/atmosphere/client-scopes/8fb4ebf9-56ec-4429-bc3a-c00e6d4d4583 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.065 [auth-system-keycloak-80] [] 10.0.0.92:8080 1218 0.065 200 006f977b7dd0ce3761b6bbb76c14b8d4 162.253.55.74 - - [11/Mar/2026:01:52:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.466 [auth-system-keycloak-80] [] 10.0.0.92:8080 1925 0.465 200 5330b637dac6c10ac2ade6a719f95e19 162.253.55.74 - - [11/Mar/2026:01:52:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.015 [auth-system-keycloak-80] [] 10.0.0.92:8080 2 0.014 200 2476dc1d290149170331a8e14da9a6b0 162.253.55.74 - - [11/Mar/2026:01:52:21 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.195 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.195 201 aebafb20ebd1232802e3df5cea38c496 162.253.55.74 - - [11/Mar/2026:01:52:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.075 [auth-system-keycloak-80] [] 10.0.0.92:8080 1259 0.075 200 d52d4f67f7a688647b153beebbfe1c2c 162.253.55.74 - - [11/Mar/2026:01:52:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.505 [auth-system-keycloak-80] [] 10.0.0.92:8080 1925 0.500 200 81c7ea45847aef357ba4df2acac39358 162.253.55.74 - - [11/Mar/2026:01:52:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.066 [auth-system-keycloak-80] [] 10.0.0.92:8080 2 0.066 200 c99ca958f1a4484e0befcbbf4904db16 162.253.55.74 - - [11/Mar/2026:01:52:22 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.110 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.110 201 04a97afbf8362a517acb991f67847c3f 162.253.55.74 - - [11/Mar/2026:01:52:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.086 [auth-system-keycloak-80] [] 10.0.0.92:8080 1283 0.086 200 9da536a2630bbd026ad16d1ede58a92c 162.253.55.74 - - [11/Mar/2026:01:52:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.683 [auth-system-keycloak-80] [] 10.0.0.92:8080 1925 0.682 200 4fd09df6a82ef65a838c9ab06255438f 162.253.55.74 - - [11/Mar/2026:01:52:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.029 [auth-system-keycloak-80] [] 10.0.0.92:8080 2 0.029 200 1d3b28f61785aa9c4452770750b52442 162.253.55.74 - - [11/Mar/2026:01:52:23 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.042 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.041 201 8616102005f5cf8c8fd9e1438b368469 162.253.55.74 - - [11/Mar/2026:01:52:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.057 [auth-system-keycloak-80] [] 10.0.0.92:8080 1249 0.057 200 a5042ed621d8e46c2d6451137f6d4023 162.253.55.74 - - [11/Mar/2026:01:52:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.508 [auth-system-keycloak-80] [] 10.0.0.92:8080 1925 0.508 200 51357265a2049ff6d51137a489d00404 162.253.55.74 - - [11/Mar/2026:01:52:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.92:8080 1259 0.006 200 388d446869a6da772c26b5642630a9e2 162.253.55.74 - - [11/Mar/2026:01:52:25 +0000] "GET /admin/realms/atmosphere/clients/926a1be7-5121-4a2d-a33f-a430306d51a7/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.92:8080 119 0.014 404 f4aef17700eef8bd7acf6aa178a8cf20 162.253.55.74 - - [11/Mar/2026:01:52:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.92:8080 1259 0.010 200 24fb8b1a7a4019b9de91a769404fd74a 162.253.55.74 - - [11/Mar/2026:01:52:25 +0000] "POST /admin/realms/atmosphere/clients/926a1be7-5121-4a2d-a33f-a430306d51a7/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.034 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.032 201 07608c527291775ddd73b6e6c8fe0b95 162.253.55.74 - - [11/Mar/2026:01:52:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.92:8080 1259 0.009 200 6edb52a385e89bac73900f20e13de813 162.253.55.74 - - [11/Mar/2026:01:52:25 +0000] "GET /admin/realms/atmosphere/clients/926a1be7-5121-4a2d-a33f-a430306d51a7/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.066 [auth-system-keycloak-80] [] 10.0.0.92:8080 166 0.067 200 24fba191f5bad43c59c8b76f4d81bf87 162.253.55.74 - - [11/Mar/2026:01:52:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.462 [auth-system-keycloak-80] [] 10.0.0.92:8080 1925 0.460 200 0d6dbb881f0d0fe8879de9b6b98b5d0a 162.253.55.74 - - [11/Mar/2026:01:52:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.92:8080 1283 0.008 200 7ebfc88412013670fdc9050663262236 162.253.55.74 - - [11/Mar/2026:01:52:26 +0000] "GET /admin/realms/atmosphere/clients/f4784ecc-ea12-4b71-9091-bd3351d6ed98/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.92:8080 119 0.009 404 2b9d5c1c7e66e22b42f70196ac9d7c26 162.253.55.74 - - [11/Mar/2026:01:52:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.013 [auth-system-keycloak-80] [] 10.0.0.92:8080 1283 0.012 200 def5b68a2852d4e059f90bde4510c2a4 162.253.55.74 - - [11/Mar/2026:01:52:26 +0000] "POST /admin/realms/atmosphere/clients/f4784ecc-ea12-4b71-9091-bd3351d6ed98/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.262 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.261 201 f7f6d06f894fa758cf48410a3b4636a4 162.253.55.74 - - [11/Mar/2026:01:52:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.92:8080 1283 0.006 200 1aae0ad0fd2cf45bfa27044b85a5f720 162.253.55.74 - - [11/Mar/2026:01:52:26 +0000] "GET /admin/realms/atmosphere/clients/f4784ecc-ea12-4b71-9091-bd3351d6ed98/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.012 [auth-system-keycloak-80] [] 10.0.0.92:8080 165 0.012 200 04ce02c74954ebc4f4c9ec2d0417230c 162.253.55.74 - - [11/Mar/2026:01:52:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.511 [auth-system-keycloak-80] [] 10.0.0.92:8080 1925 0.511 200 e8dbeb574370a9ffd605676410b3576f 162.253.55.74 - - [11/Mar/2026:01:52:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.92:8080 1283 0.008 200 4cbb85dee41d9d5e4832695398b29070 162.253.55.74 - - [11/Mar/2026:01:52:27 +0000] "GET /admin/realms/atmosphere/clients/f4784ecc-ea12-4b71-9091-bd3351d6ed98/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.92:8080 119 0.008 404 fbdda3b7730093c03b5c1fcbeee4bfcc 162.253.55.74 - - [11/Mar/2026:01:52:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.92:8080 1283 0.007 200 c8fa8fe3f9118eedc3d057e7de7a1b15 162.253.55.74 - - [11/Mar/2026:01:52:27 +0000] "POST /admin/realms/atmosphere/clients/f4784ecc-ea12-4b71-9091-bd3351d6ed98/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.043 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.041 201 be0be2e9720e195dfbf8589ed7bea3fa 162.253.55.74 - - [11/Mar/2026:01:52:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.92:8080 1283 0.005 200 f8243b2bb45e345878a61b629a50d3c8 162.253.55.74 - - [11/Mar/2026:01:52:27 +0000] "GET /admin/realms/atmosphere/clients/f4784ecc-ea12-4b71-9091-bd3351d6ed98/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.061 [auth-system-keycloak-80] [] 10.0.0.92:8080 166 0.061 200 725f89ac33665f8483391d45a790fe36 162.253.55.74 - - [11/Mar/2026:01:52:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.462 [auth-system-keycloak-80] [] 10.0.0.92:8080 1925 0.462 200 1efccf5d74d8a27fa01d242918856e16 162.253.55.74 - - [11/Mar/2026:01:52:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.92:8080 1283 0.010 200 ef6d20337a1e216f576cfd597fa9d351 162.253.55.74 - - [11/Mar/2026:01:52:28 +0000] "GET /admin/realms/atmosphere/clients/f4784ecc-ea12-4b71-9091-bd3351d6ed98/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.047 [auth-system-keycloak-80] [] 10.0.0.92:8080 119 0.048 404 7db1a366f480a412bd52fbb58246b842 162.253.55.74 - - [11/Mar/2026:01:52:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.92:8080 1283 0.007 200 1989ef42de406259a0a1edd38391425e 162.253.55.74 - - [11/Mar/2026:01:52:28 +0000] "POST /admin/realms/atmosphere/clients/f4784ecc-ea12-4b71-9091-bd3351d6ed98/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.022 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.020 201 abd6614b19a0ac34579ef6940c634818 162.253.55.74 - - [11/Mar/2026:01:52:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.037 [auth-system-keycloak-80] [] 10.0.0.92:8080 1283 0.037 200 b8a6e246dd158f35023ecdb86b4b8ef0 162.253.55.74 - - [11/Mar/2026:01:52:28 +0000] "GET /admin/realms/atmosphere/clients/f4784ecc-ea12-4b71-9091-bd3351d6ed98/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.92:8080 166 0.013 200 c20de482faa38c3d19c153df914dc385 162.253.55.74 - - [11/Mar/2026:01:52:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.472 [auth-system-keycloak-80] [] 10.0.0.92:8080 1925 0.472 200 dd08218369a60accae7ce4f165ff9fbe 162.253.55.74 - - [11/Mar/2026:01:52:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.019 [auth-system-keycloak-80] [] 10.0.0.92:8080 1249 0.019 200 9563465c10069239c1aec7f436638457 162.253.55.74 - - [11/Mar/2026:01:52:29 +0000] "GET /admin/realms/atmosphere/clients/108506a8-8be7-42fa-a73b-bc7694ff3520/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.92:8080 119 0.008 404 eb681be0caa8b83cae4c3ccd68beb3dd 162.253.55.74 - - [11/Mar/2026:01:52:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.071 [auth-system-keycloak-80] [] 10.0.0.92:8080 1249 0.071 200 285e60569de8d84ad79156fb968c03ab 162.253.55.74 - - [11/Mar/2026:01:52:29 +0000] "POST /admin/realms/atmosphere/clients/108506a8-8be7-42fa-a73b-bc7694ff3520/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.015 201 98b9d101d95dd43d4750e37a54fb43ff 162.253.55.74 - - [11/Mar/2026:01:52:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.059 [auth-system-keycloak-80] [] 10.0.0.92:8080 1249 0.060 200 4412244c078ef8c81a8d7e7bc36f579a 162.253.55.74 - - [11/Mar/2026:01:52:29 +0000] "GET /admin/realms/atmosphere/clients/108506a8-8be7-42fa-a73b-bc7694ff3520/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.92:8080 166 0.012 200 10345bda57018c1ae2e4101b0cfbb43b W0311 01:52:49.878079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:52:49.878119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:52:53.212272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:52:53.212438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:52:56.545978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:52:56.546024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:36.399724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:36.399780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:36.461478 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:53:36.461548 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0311 01:53:36.461581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:36.461607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:36.462123 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:53:36.462291 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0311 01:53:36.462454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:36.462304 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:53:36.462518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:36.462588 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0311 01:53:36.462637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:36.462657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:53:36.464068 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0311 01:53:36.464107 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0311 01:53:36.464484 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0311 01:53:36.464535 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0311 01:53:36.464629 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0311 01:53:36.464658 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0311 01:53:36.471157 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0311 01:53:36.471701 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0311 01:53:36.471725 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0311 01:53:36.472040 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0311 01:53:36.472413 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0311 01:53:36.473466 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0311 01:53:36.473492 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d3dbf673-b14f-4f21-b0f5-6af44fc3a970", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4110", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 01:53:36.473511 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"1096e322-7e3d-4dcb-a961-c76c57502db9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4111", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 01:53:36.473586 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"49220477-0173-4df7-9f9d-5e500aeb19f4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4112", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 01:53:36.795548 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0311 01:53:36.796784 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0311 01:53:37.137966 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0311 01:53:37.138798 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0311 01:53:37.837925 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0311 01:53:37.839068 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0311 01:53:39.734276 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:53:39.734410 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:53:39.734476 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:53:39.734622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:39.734688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:53:39.734833 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 01:53:39.782401 7 controller.go:216] "Backend successfully reloaded" I0311 01:53:39.782814 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cqjfx", UID:"2d9066e2-6479-4bcc-b155-f772a2498612", APIVersion:"v1", ResourceVersion:"1162", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0311 01:53:43.067241 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:53:43.067290 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:53:43.067317 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:53:43.067434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:43.067448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:46.400503 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:53:46.400566 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:53:46.400597 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:53:46.400712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:46.400736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:49.733706 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:53:49.733765 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:53:49.733799 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:53:49.733934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:49.733957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:53.067098 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:53:53.067183 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:53:53.067263 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:53:53.067474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:53.067506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:53:53.990172 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.99.181"}] I0311 01:53:53.990371 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.99.181"}] I0311 01:53:53.990958 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.99.181"}] I0311 01:53:53.997115 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"49220477-0173-4df7-9f9d-5e500aeb19f4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4728", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 01:53:53.998888 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"1096e322-7e3d-4dcb-a961-c76c57502db9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4729", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 01:53:54.001215 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d3dbf673-b14f-4f21-b0f5-6af44fc3a970", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4730", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 01:53:56.399871 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:53:56.399920 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:53:56.399955 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:53:56.400036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:56.400059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:59.733016 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:53:59.733057 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:53:59.733081 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:53:59.733151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:59.733165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:03.067017 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:54:03.067074 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:54:03.067110 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:54:03.067225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:03.067249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:06.400630 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:54:06.400698 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:54:06.400734 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:54:06.400869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:06.400897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:09.733292 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:54:09.733375 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:54:09.733474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:09.733498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:13.067518 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:54:13.067619 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:54:13.067833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:13.067868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:16.399718 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:54:16.399858 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:54:16.399962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:16.400083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.7 - - [11/Mar/2026:01:54:17 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.032 [auth-system-keycloak-80] [] 10.0.0.92:8080 6411 0.032 200 18ccff374d662b52eba476ba0dd331a5 10.0.0.63 - - [11/Mar/2026:01:54:17 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.009 [auth-system-keycloak-80] [] 10.0.0.92:8080 6411 0.009 200 2b0c85e676be2de1d9f6f14ba0700546 W0311 01:54:19.733802 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:54:19.733966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:19.733985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:23.067348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:23.067379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:26.400842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:26.400893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:29.739393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:29.739482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:06.730352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:06.730392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:10.066065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:10.066109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:13.398037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:13.398083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store