------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0304 16:31:58.420090 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0304 16:31:58.420336 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0304 16:31:58.431418 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0304 16:31:58.434782 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0304 16:31:58.637582 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0304 16:31:58.657156 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0304 16:31:58.672558 7 nginx.go:271] "Starting NGINX Ingress controller" I0304 16:31:58.680392 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"2f943f84-f797-4c04-bb34-0219c78eb15e", APIVersion:"v1", ResourceVersion:"1129", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0304 16:31:58.684874 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"fb93b331-b4f2-45d0-83e2-5a15c4b7e588", APIVersion:"v1", ResourceVersion:"1131", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0304 16:31:58.684927 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"7523aa11-cbf9-4d8e-ad04-eada6ba0c92d", APIVersion:"v1", ResourceVersion:"1130", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0304 16:31:59.875581 7 nginx.go:317] "Starting NGINX process" I0304 16:31:59.875689 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0304 16:31:59.879392 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0304 16:31:59.879734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:31:59.879783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0304 16:31:59.879870 7 controller.go:196] "Configuration changes detected, backend reload required" I0304 16:31:59.887886 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0304 16:31:59.887966 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-4qb9p" I0304 16:31:59.911838 7 controller.go:216] "Backend successfully reloaded" I0304 16:31:59.911996 7 controller.go:227] "Initial sync, sleeping for 1 second" I0304 16:31:59.912186 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4qb9p", UID:"2311a944-accd-4af5-9f0e-6e3a29913f82", APIVersion:"v1", ResourceVersion:"1172", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0304 16:32:03.699466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:32:03.699509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:32:07.034985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:32:07.035045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:32:10.368029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:32:10.368101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:32:13.699949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:32:13.700020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:32:17.035104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:32:17.035156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:32:20.366516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:32:20.366571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:32:23.699783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:32:23.699843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:32:27.035564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:32:27.035599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:32:30.367440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:32:30.367489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:32:35.500875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:32:35.500930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:33:26.647483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:33:26.647526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:33:54.498585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:33:54.498625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:33:57.835098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:33:57.835158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:34:02.192102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:34:02.192148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:34:05.525836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:34:05.525872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:34:08.859798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:34:08.859842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:34:12.483638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:34:12.483678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:34:15.817944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:34:15.818006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:34:19.151171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:34:19.151223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:34:25.779073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:34:25.779119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:34:29.113271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:34:29.113318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:34:33.854652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:34:33.854699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:34:37.189544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:34:37.189591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:37:18.974110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:37:18.974244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:37:22.307969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:37:22.308016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:37:23.214598 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-200.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-200.nip.io-tls was not found. Using default certificate W0304 16:37:23.214668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:37:23.214697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0304 16:37:23.216451 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0304 16:37:23.216499 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0304 16:37:23.226274 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0304 16:37:23.226640 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"96118229-5c75-4ef1-9b6e-bae06d3391c0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3332", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0304 16:37:23.226901 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.162-253-55-200.nip.io-tls" in local store I0304 16:37:23.617874 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.162-253-55-200.nip.io-tls" I0304 16:37:23.619192 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.162-253-55-200.nip.io-tls" W0304 16:37:25.642019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:37:25.642062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0304 16:37:25.642149 7 controller.go:196] "Configuration changes detected, backend reload required" I0304 16:37:25.681418 7 controller.go:216] "Backend successfully reloaded" I0304 16:37:25.681869 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4qb9p", UID:"2311a944-accd-4af5-9f0e-6e3a29913f82", APIVersion:"v1", ResourceVersion:"1172", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0304 16:37:28.974495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:37:28.974551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.200 - - [04/Mar/2026:16:37:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.465 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 2.463 200 42136d6ea7f0e07e6358432cad3e931c 162.253.55.200 - - [04/Mar/2026:16:37:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.193 [auth-system-keycloak-80] [] 10.0.0.85:8080 116 0.194 404 746c2cf8517b6b8456ecebe9f79886cb W0304 16:37:41.591192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:37:41.591238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.200 - - [04/Mar/2026:16:37:42 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.702 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 4.701 201 bfe507faa523ee2c84fed5f90e7203c0 162.253.55.200 - - [04/Mar/2026:16:37:43 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.879 [auth-system-keycloak-80] [] 10.0.0.85:8080 4246 0.880 200 b0f0093668dcbbd8e61b00daa46741b0 162.253.55.200 - - [04/Mar/2026:16:37:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.636 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 0.634 200 9fb80dac902e87c2dc4a7f67e0d7d3b4 W0304 16:37:44.925660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:37:44.925723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.200 - - [04/Mar/2026:16:37:44 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.182 [auth-system-keycloak-80] [] 10.0.0.85:8080 12500 0.182 200 378766879dcd1d9ae570727154ccc2e4 162.253.55.200 - - [04/Mar/2026:16:37:44 +0000] "GET /admin/realms/atmosphere/client-scopes/6e9b1a82-4369-4296-ac7e-06818af715b6 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.85:8080 1278 0.011 200 3e1fbca08ce0ad538b9fc22e0953f87c 162.253.55.200 - - [04/Mar/2026:16:37:45 +0000] "PUT /admin/realms/atmosphere/client-scopes/6e9b1a82-4369-4296-ac7e-06818af715b6 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.070 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.070 204 87cd04eb3d4624fec48e7adcb288d34c 162.253.55.200 - - [04/Mar/2026:16:37:45 +0000] "GET /admin/realms/atmosphere/client-scopes/6e9b1a82-4369-4296-ac7e-06818af715b6/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.098 [auth-system-keycloak-80] [] 10.0.0.85:8080 963 0.098 200 e979ed755ebd99b59025c5f9de915df6 162.253.55.200 - - [04/Mar/2026:16:37:45 +0000] "GET /admin/realms/atmosphere/client-scopes/6e9b1a82-4369-4296-ac7e-06818af715b6/protocol-mappers/models/e67f56e2-c3d0-4ce8-9d75-b1308272abfa HTTP/1.1" 200 366 "-" "Ansible" 1309 0.017 [auth-system-keycloak-80] [] 10.0.0.85:8080 366 0.017 200 3fb5be670b3befb68e57b31322f8d367 162.253.55.200 - - [04/Mar/2026:16:37:45 +0000] "PUT /admin/realms/atmosphere/client-scopes/6e9b1a82-4369-4296-ac7e-06818af715b6/protocol-mappers/models/e67f56e2-c3d0-4ce8-9d75-b1308272abfa HTTP/1.1" 204 0 "-" "Ansible" 1622 0.080 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.079 204 6c57b1136acfa8963941275fef33cde9 162.253.55.200 - - [04/Mar/2026:16:37:45 +0000] "GET /admin/realms/atmosphere/client-scopes/6e9b1a82-4369-4296-ac7e-06818af715b6 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.081 [auth-system-keycloak-80] [] 10.0.0.85:8080 1218 0.082 200 1d2f7ac04894964a3967a874cd60f7f8 I0304 16:37:59.894917 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.110.230.104"}] I0304 16:37:59.901803 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"96118229-5c75-4ef1-9b6e-bae06d3391c0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3704", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0304 16:37:59.903402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:37:59.903438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.200 - - [04/Mar/2026:16:38:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.566 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 0.565 200 594f2209927fa1b9472c9ad41069ea8c 162.253.55.200 - - [04/Mar/2026:16:38:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.020 [auth-system-keycloak-80] [] 10.0.0.85:8080 2 0.019 200 bb593b7c4c48ae4c3fed1675101d0762 162.253.55.200 - - [04/Mar/2026:16:38:09 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.256 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.256 201 a7998b9624611cbb1fcb73112f6b8d84 162.253.55.200 - - [04/Mar/2026:16:38:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.088 [auth-system-keycloak-80] [] 10.0.0.85:8080 1261 0.088 200 c5e2bac5bca11ff94e2f633286dd2360 162.253.55.200 - - [04/Mar/2026:16:38:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.830 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 0.828 200 671702bd48810b94df7512f99a5abac8 162.253.55.200 - - [04/Mar/2026:16:38:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.049 [auth-system-keycloak-80] [] 10.0.0.85:8080 2 0.050 200 8d828331311041635dad2c0bf4955d91 162.253.55.200 - - [04/Mar/2026:16:38:10 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.102 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.100 201 8a43f6459cf66074d39fa53baf6e8f92 162.253.55.200 - - [04/Mar/2026:16:38:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.029 [auth-system-keycloak-80] [] 10.0.0.85:8080 1286 0.028 200 d63e94a33b3ee1dbed26904d1efb12e2 162.253.55.200 - - [04/Mar/2026:16:38:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.630 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 0.628 200 81cd4a73aa56ebbe6e73118dd1495843 162.253.55.200 - - [04/Mar/2026:16:38:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.85:8080 2 0.013 200 c5f6774111a70cb3b2bd112f0949a1c2 162.253.55.200 - - [04/Mar/2026:16:38:11 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.093 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.091 201 f173d876f7411ff86699c12d2b401cee 162.253.55.200 - - [04/Mar/2026:16:38:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.086 [auth-system-keycloak-80] [] 10.0.0.85:8080 1251 0.085 200 ef3b066396ad7a2e8e553e82479c13bf 162.253.55.200 - - [04/Mar/2026:16:38:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.613 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 0.611 200 efe8bda3c6f800ea4e816f3248b4c2ed 162.253.55.200 - - [04/Mar/2026:16:38:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.85:8080 1261 0.009 200 4e505c7c6452c620e142b04589a48677 162.253.55.200 - - [04/Mar/2026:16:38:13 +0000] "GET /admin/realms/atmosphere/clients/31980382-0cef-420f-87cf-7aff65799c4d/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.041 [auth-system-keycloak-80] [] 10.0.0.85:8080 119 0.041 404 20849bb3a482681ad0cf9eac71bd81dd 162.253.55.200 - - [04/Mar/2026:16:38:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.85:8080 1261 0.009 200 3d77f8f00535282fd4d840d66757a711 162.253.55.200 - - [04/Mar/2026:16:38:13 +0000] "POST /admin/realms/atmosphere/clients/31980382-0cef-420f-87cf-7aff65799c4d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.074 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.073 201 b48a6e7b8d944431e8a01707d83ac128 162.253.55.200 - - [04/Mar/2026:16:38:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.011 [auth-system-keycloak-80] [] 10.0.0.85:8080 1261 0.011 200 5e88e2c6e5b956ca51372146f31d5927 162.253.55.200 - - [04/Mar/2026:16:38:13 +0000] "GET /admin/realms/atmosphere/clients/31980382-0cef-420f-87cf-7aff65799c4d/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.076 [auth-system-keycloak-80] [] 10.0.0.85:8080 166 0.076 200 ff93700ec1ff95511a005afdb33f63f7 162.253.55.200 - - [04/Mar/2026:16:38:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.498 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 0.497 200 d40ef2dd6d8f961efef7972578830df1 162.253.55.200 - - [04/Mar/2026:16:38:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.043 [auth-system-keycloak-80] [] 10.0.0.85:8080 1286 0.043 200 c6039be9e2927e97a1de2551e4c37b14 162.253.55.200 - - [04/Mar/2026:16:38:14 +0000] "GET /admin/realms/atmosphere/clients/a092a307-79a0-4cc0-a4e7-f03d55557c33/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.015 [auth-system-keycloak-80] [] 10.0.0.85:8080 119 0.015 404 fc5825ba2e62a74372547083b7d2f20a 162.253.55.200 - - [04/Mar/2026:16:38:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.85:8080 1286 0.010 200 00d9b1a52a4148d52e8d98ab2ac38af1 162.253.55.200 - - [04/Mar/2026:16:38:14 +0000] "POST /admin/realms/atmosphere/clients/a092a307-79a0-4cc0-a4e7-f03d55557c33/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.046 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.046 201 ba3559a38d7d2eab555f4d7fb9a517e7 162.253.55.200 - - [04/Mar/2026:16:38:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.85:8080 1286 0.010 200 1d32765d1a0430759b884360ae3ad989 162.253.55.200 - - [04/Mar/2026:16:38:14 +0000] "GET /admin/realms/atmosphere/clients/a092a307-79a0-4cc0-a4e7-f03d55557c33/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.066 [auth-system-keycloak-80] [] 10.0.0.85:8080 165 0.065 200 7b63cf49052d08da6a9acac4a690f01f 162.253.55.200 - - [04/Mar/2026:16:38:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.576 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 0.575 200 061a0639ae8e0b269092233ff8188203 162.253.55.200 - - [04/Mar/2026:16:38:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.85:8080 1286 0.010 200 b6702212fef05f84028017fa044bfafa 162.253.55.200 - - [04/Mar/2026:16:38:15 +0000] "GET /admin/realms/atmosphere/clients/a092a307-79a0-4cc0-a4e7-f03d55557c33/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.85:8080 119 0.014 404 c5b1ca04ffde60080ce8c7aa72d39d89 162.253.55.200 - - [04/Mar/2026:16:38:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.028 [auth-system-keycloak-80] [] 10.0.0.85:8080 1286 0.027 200 31f54c33ced98f9322029771e483d0ac 162.253.55.200 - - [04/Mar/2026:16:38:15 +0000] "POST /admin/realms/atmosphere/clients/a092a307-79a0-4cc0-a4e7-f03d55557c33/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.085 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.085 201 620aaa7ecd7f8f44f905d0a8431da54b 162.253.55.200 - - [04/Mar/2026:16:38:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.85:8080 1286 0.007 200 fe733fdc2b64fba5a9fd3e04ede2a05d 162.253.55.200 - - [04/Mar/2026:16:38:15 +0000] "GET /admin/realms/atmosphere/clients/a092a307-79a0-4cc0-a4e7-f03d55557c33/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.078 [auth-system-keycloak-80] [] 10.0.0.85:8080 166 0.078 200 7527ed5f8176cade8c0eefa10b05ce4f 162.253.55.200 - - [04/Mar/2026:16:38:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.516 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 0.516 200 0e5075f87e4015f7d61b4e949baf6a5d 162.253.55.200 - - [04/Mar/2026:16:38:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.035 [auth-system-keycloak-80] [] 10.0.0.85:8080 1286 0.035 200 76bb7aa945ca60350f5cc1be223fddc7 162.253.55.200 - - [04/Mar/2026:16:38:16 +0000] "GET /admin/realms/atmosphere/clients/a092a307-79a0-4cc0-a4e7-f03d55557c33/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.85:8080 119 0.011 404 371cfa2543f3fbdb6444fb1a14cfc9b7 162.253.55.200 - - [04/Mar/2026:16:38:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.055 [auth-system-keycloak-80] [] 10.0.0.85:8080 1286 0.055 200 78b12dfc091537e93ff30767d89a2e74 162.253.55.200 - - [04/Mar/2026:16:38:16 +0000] "POST /admin/realms/atmosphere/clients/a092a307-79a0-4cc0-a4e7-f03d55557c33/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.028 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.027 201 9729398e081632b2c0009b6824aef3c4 162.253.55.200 - - [04/Mar/2026:16:38:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.85:8080 1286 0.008 200 1cdb1aa656112bf9ca73f3ce51c5a45f 162.253.55.200 - - [04/Mar/2026:16:38:16 +0000] "GET /admin/realms/atmosphere/clients/a092a307-79a0-4cc0-a4e7-f03d55557c33/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.037 [auth-system-keycloak-80] [] 10.0.0.85:8080 166 0.038 200 2db02225c30b1f778dda878972a4353d 162.253.55.200 - - [04/Mar/2026:16:38:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.546 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 0.544 200 c889ba2c737d310d6a4009e1aeeaee43 162.253.55.200 - - [04/Mar/2026:16:38:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.035 [auth-system-keycloak-80] [] 10.0.0.85:8080 1251 0.036 200 3a34bd26ad9572af6196877426631ec7 162.253.55.200 - - [04/Mar/2026:16:38:17 +0000] "GET /admin/realms/atmosphere/clients/e4e6d0df-5389-491a-be87-90ef829a79b9/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.85:8080 119 0.016 404 bf519bb7471d0b978f0c25f3862be0cb 162.253.55.200 - - [04/Mar/2026:16:38:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.85:8080 1251 0.010 200 24856c6a904b7fdb52a0eb5ac06346c6 162.253.55.200 - - [04/Mar/2026:16:38:18 +0000] "POST /admin/realms/atmosphere/clients/e4e6d0df-5389-491a-be87-90ef829a79b9/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.050 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.050 201 4b7b70edceac563c50b2ddedeae2b57a 162.253.55.200 - - [04/Mar/2026:16:38:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.85:8080 1251 0.009 200 263b1e37ab37026ddf08fe0ac06f6cc3 162.253.55.200 - - [04/Mar/2026:16:38:18 +0000] "GET /admin/realms/atmosphere/clients/e4e6d0df-5389-491a-be87-90ef829a79b9/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.019 [auth-system-keycloak-80] [] 10.0.0.85:8080 166 0.019 200 d2f6510fd39abc9d82a726eeeec3cde3 W0304 16:39:37.492938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:39:37.493013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:39:37.560801 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 16:39:37.560883 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0304 16:39:37.560925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:39:37.560941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:39:37.562422 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 16:39:37.562528 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0304 16:39:37.562519 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0304 16:39:37.562610 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0304 16:39:37.562658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:39:37.562681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:39:37.562640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:39:37.562711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0304 16:39:37.565513 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0304 16:39:37.565691 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0304 16:39:37.567885 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0304 16:39:37.567952 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0304 16:39:37.571408 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0304 16:39:37.572194 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0304 16:39:37.572271 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.01s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.011s testedConfigurationSize:18.2kB} I0304 16:39:37.572370 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0304 16:39:37.572322 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1c336485-f552-4532-8db1-8154093b271a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4386", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0304 16:39:37.579728 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0304 16:39:37.580764 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"9fa7173b-6e7d-461e-9982-8e467a9fa508", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4393", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0304 16:39:37.581032 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0304 16:39:37.581109 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0304 16:39:37.581712 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"fff7a5bd-86d6-4ff2-be7b-85576e639b5e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4394", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0304 16:39:37.581811 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0304 16:39:37.939742 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0304 16:39:37.940636 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0304 16:39:38.088136 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0304 16:39:38.089494 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0304 16:39:39.282828 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0304 16:39:39.284106 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0304 16:39:40.826307 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 16:39:40.826382 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0304 16:39:40.826417 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 16:39:40.826636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:39:40.826665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0304 16:39:40.826761 7 controller.go:196] "Configuration changes detected, backend reload required" I0304 16:39:40.883004 7 controller.go:216] "Backend successfully reloaded" I0304 16:39:40.883387 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4qb9p", UID:"2311a944-accd-4af5-9f0e-6e3a29913f82", APIVersion:"v1", ResourceVersion:"1172", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0304 16:39:44.160286 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 16:39:44.160368 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0304 16:39:44.160397 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 16:39:44.160501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:39:44.160529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:39:47.494640 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 16:39:47.494706 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0304 16:39:47.494741 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 16:39:47.494847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:39:47.494874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:39:50.826527 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 16:39:50.826604 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0304 16:39:50.826638 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 16:39:50.826747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:39:50.826768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:39:54.160354 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 16:39:54.160474 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0304 16:39:54.160791 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 16:39:54.161167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:39:54.161215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:39:57.493864 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 16:39:57.493975 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0304 16:39:57.494024 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 16:39:57.494150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:39:57.494185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0304 16:39:59.898579 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.110.230.104"}] I0304 16:39:59.899159 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.110.230.104"}] I0304 16:39:59.899197 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.110.230.104"}] I0304 16:39:59.905497 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1c336485-f552-4532-8db1-8154093b271a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5117", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0304 16:39:59.907068 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"fff7a5bd-86d6-4ff2-be7b-85576e639b5e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5118", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0304 16:39:59.908230 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"9fa7173b-6e7d-461e-9982-8e467a9fa508", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5119", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0304 16:40:00.827230 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 16:40:00.827304 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0304 16:40:00.827381 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 16:40:00.827492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:40:00.827521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:40:04.160279 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 16:40:04.160344 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0304 16:40:04.160378 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 16:40:04.160498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:40:04.160523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:40:07.493740 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 16:40:07.493823 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0304 16:40:07.493903 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 16:40:07.494029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:40:07.494056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:40:10.826545 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 16:40:10.826654 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 16:40:10.826790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:40:10.826829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:40:14.160835 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 16:40:14.160960 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 16:40:14.161152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:40:14.161182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:40:17.770994 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 16:40:17.771093 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 16:40:17.771214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:40:17.771279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:40:21.105448 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 16:40:21.105599 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 16:40:21.105753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:40:21.105791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.236 - - [04/Mar/2026:16:40:21 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.146 [auth-system-keycloak-80] [] 10.0.0.85:8080 6432 0.146 200 377924356dad5978c0a7494885732f6a 10.0.0.105 - - [04/Mar/2026:16:40:21 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.146 [auth-system-keycloak-80] [] 10.0.0.85:8080 6432 0.146 200 36d57911f10cf5399024c2b5205f115b W0304 16:40:24.438447 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 16:40:24.438775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:40:24.438808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:40:27.771611 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 16:40:27.771800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:40:27.771821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:40:31.104379 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 16:40:31.104567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:40:31.104594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:40:34.438420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:40:34.438466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:41:09.037067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 16:41:09.037108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store