------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0430 06:02:25.589553 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0430 06:02:25.589919 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0430 06:02:25.596088 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0430 06:02:25.599495 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0430 06:02:25.973082 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0430 06:02:26.031744 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0430 06:02:26.047095 7 nginx.go:271] "Starting NGINX Ingress controller" I0430 06:02:26.053044 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"661aeb9b-9be7-4be5-a6c2-28fdb4f4fc0d", APIVersion:"v1", ResourceVersion:"1340", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0430 06:02:26.056477 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"2d2289ff-a446-4320-b95b-f5e480101570", APIVersion:"v1", ResourceVersion:"1343", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0430 06:02:26.056522 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"c0e09c58-9bcf-4438-a2ba-319aa5532e9f", APIVersion:"v1", ResourceVersion:"1342", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0430 06:02:27.249121 7 nginx.go:317] "Starting NGINX process" I0430 06:02:27.249169 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0430 06:02:27.249625 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0430 06:02:27.249915 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0430 06:02:27.250023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:27.250071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0430 06:02:27.250147 7 controller.go:196] "Configuration changes detected, backend reload required" I0430 06:02:27.258435 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0430 06:02:27.258522 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-h8g5c" I0430 06:02:27.292041 7 controller.go:216] "Backend successfully reloaded" I0430 06:02:27.292209 7 controller.go:227] "Initial sync, sleeping for 1 second" I0430 06:02:27.292287 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h8g5c", UID:"06801f2b-1e2e-450a-91f6-248d85d49b5f", APIVersion:"v1", ResourceVersion:"1472", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0430 06:02:31.065094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:31.065131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:34.399112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:34.399159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:37.732849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:37.732887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:41.066031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:41.066093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:44.398821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:44.398870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:47.732417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:47.732464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:51.066131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:51.066193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:54.400802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:54.400846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:57.732004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:57.732079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:01.273692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:01.273744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:04.607283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:04.607330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:07.940841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:07.940898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:56.066072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:56.066116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:59.400444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:59.400496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:07.028194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:07.028227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:10.363436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:10.363491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:14.256215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:14.256250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:17.590601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:17.590644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:20.923427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:20.923458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:24.256690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:24.256751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:27.589927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:27.589986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:33.301325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:33.301363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:36.635592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:36.635640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:39.968899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:39.968941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:43.301578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:43.301705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:46.635415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:46.635539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:06:54.779987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:06:54.780024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:06:57.351783 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-23.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-23.nip.io-tls was not found. Using default certificate W0430 06:06:57.351838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:06:57.351849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0430 06:06:57.353166 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0430 06:06:57.353195 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0430 06:06:57.363240 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0430 06:06:57.363623 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-23.nip.io-tls" in local store I0430 06:06:57.363915 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c8c22814-47b0-412f-a4f1-44fd3a29bdd4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3406", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0430 06:06:57.574067 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-23.nip.io-tls" I0430 06:06:57.575107 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-23.nip.io-tls" W0430 06:06:58.114435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:06:58.114494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0430 06:06:58.114597 7 controller.go:196] "Configuration changes detected, backend reload required" I0430 06:06:58.156381 7 controller.go:216] "Backend successfully reloaded" I0430 06:06:58.156749 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h8g5c", UID:"06801f2b-1e2e-450a-91f6-248d85d49b5f", APIVersion:"v1", ResourceVersion:"1472", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0430 06:07:01.447857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:07:01.447910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.23 - - [30/Apr/2026:06:07:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.593 [auth-system-keycloak-80] [] 10.0.0.8:8080 1925 2.590 200 ac1fefd89660408c010f0446bb367a52 199.204.45.23 - - [30/Apr/2026:06:07:09 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.171 [auth-system-keycloak-80] [] 10.0.0.8:8080 116 0.171 404 b7d9932cd38ae6a6a82acd590d83e563 199.204.45.23 - - [30/Apr/2026:06:07:14 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.978 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 4.977 201 edc4e1f7e27e37bdcb9217c4057d1563 199.204.45.23 - - [30/Apr/2026:06:07:15 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.691 [auth-system-keycloak-80] [] 10.0.0.8:8080 4246 0.691 200 5b29c1a4d86bd8b0c0f75bbc554fc167 199.204.45.23 - - [30/Apr/2026:06:07:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.564 [auth-system-keycloak-80] [] 10.0.0.8:8080 1925 0.563 200 ca7253315f21d37773c0616580f33384 199.204.45.23 - - [30/Apr/2026:06:07:16 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.095 [auth-system-keycloak-80] [] 10.0.0.8:8080 12500 0.095 200 3e4e8afdbbe1a272870c2ecab2325df1 199.204.45.23 - - [30/Apr/2026:06:07:16 +0000] "GET /admin/realms/atmosphere/client-scopes/47952ab0-abd9-41b8-9ef7-a3f0a7c03303 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.073 [auth-system-keycloak-80] [] 10.0.0.8:8080 1278 0.074 200 cb45c113dd2fecfeddae9afd246035ea 199.204.45.23 - - [30/Apr/2026:06:07:16 +0000] "PUT /admin/realms/atmosphere/client-scopes/47952ab0-abd9-41b8-9ef7-a3f0a7c03303 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.020 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.020 204 5f478160e54e9b8b7b0694304cd39571 199.204.45.23 - - [30/Apr/2026:06:07:16 +0000] "GET /admin/realms/atmosphere/client-scopes/47952ab0-abd9-41b8-9ef7-a3f0a7c03303/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.075 [auth-system-keycloak-80] [] 10.0.0.8:8080 963 0.075 200 8ca97309b9e730fbf4282ffa7bbff47c 199.204.45.23 - - [30/Apr/2026:06:07:16 +0000] "GET /admin/realms/atmosphere/client-scopes/47952ab0-abd9-41b8-9ef7-a3f0a7c03303/protocol-mappers/models/feef49f6-ab39-4314-9759-b18d9da3410c HTTP/1.1" 200 366 "-" "Ansible" 1307 0.008 [auth-system-keycloak-80] [] 10.0.0.8:8080 366 0.008 200 e1916ffb1421102bccb6c9ff2ce52050 199.204.45.23 - - [30/Apr/2026:06:07:17 +0000] "PUT /admin/realms/atmosphere/client-scopes/47952ab0-abd9-41b8-9ef7-a3f0a7c03303/protocol-mappers/models/feef49f6-ab39-4314-9759-b18d9da3410c HTTP/1.1" 204 0 "-" "Ansible" 1620 0.086 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.085 204 00b941977c1214215fed5888db08a86c 199.204.45.23 - - [30/Apr/2026:06:07:17 +0000] "GET /admin/realms/atmosphere/client-scopes/47952ab0-abd9-41b8-9ef7-a3f0a7c03303 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.070 [auth-system-keycloak-80] [] 10.0.0.8:8080 1218 0.069 200 a9136538da6242ec8209efb0dc6b38dd I0430 06:07:27.264497 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.99.102.168"}] I0430 06:07:27.271503 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c8c22814-47b0-412f-a4f1-44fd3a29bdd4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3751", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0430 06:07:27.273488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:07:27.273533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.23 - - [30/Apr/2026:06:07:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.498 [auth-system-keycloak-80] [] 10.0.0.8:8080 1925 0.496 200 e9946b3ba255399614007dfd7d6bbe77 199.204.45.23 - - [30/Apr/2026:06:07:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.051 [auth-system-keycloak-80] [] 10.0.0.8:8080 2 0.050 200 899a13d653aff8226c9df06b66b59f5c 199.204.45.23 - - [30/Apr/2026:06:07:38 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.215 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.213 201 68469fe3b08a9e9619883f04405f362a 199.204.45.23 - - [30/Apr/2026:06:07:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.074 [auth-system-keycloak-80] [] 10.0.0.8:8080 1259 0.074 200 7691f5966168ca495f71c6face5b5226 199.204.45.23 - - [30/Apr/2026:06:07:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.536 [auth-system-keycloak-80] [] 10.0.0.8:8080 1925 0.534 200 3b736e61bbb056aafca6e16894a15c59 199.204.45.23 - - [30/Apr/2026:06:07:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.061 [auth-system-keycloak-80] [] 10.0.0.8:8080 2 0.061 200 8cb23dcda03b7819718fe9d8c1c623b8 199.204.45.23 - - [30/Apr/2026:06:07:40 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.350 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.349 201 51cb00ff6ca82df2b52bc43055c69975 199.204.45.23 - - [30/Apr/2026:06:07:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.022 [auth-system-keycloak-80] [] 10.0.0.8:8080 1283 0.022 200 f484a7ac264f306275570bd753723db0 199.204.45.23 - - [30/Apr/2026:06:07:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.468 [auth-system-keycloak-80] [] 10.0.0.8:8080 1925 0.466 200 d4c02e8f1508c15ef34ba0a769190e1a 199.204.45.23 - - [30/Apr/2026:06:07:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.030 [auth-system-keycloak-80] [] 10.0.0.8:8080 2 0.030 200 04fe2e1f261d42d34400945f103fe2df 199.204.45.23 - - [30/Apr/2026:06:07:41 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.104 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.102 201 4540a40a871890d7731b9f0341704037 199.204.45.23 - - [30/Apr/2026:06:07:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.076 [auth-system-keycloak-80] [] 10.0.0.8:8080 1249 0.076 200 03f9ed9755d96bb7fc66f5e03cd087f1 199.204.45.23 - - [30/Apr/2026:06:07:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.512 [auth-system-keycloak-80] [] 10.0.0.8:8080 1925 0.510 200 deb7a24f71d19155fa4baa14f1786053 199.204.45.23 - - [30/Apr/2026:06:07:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.048 [auth-system-keycloak-80] [] 10.0.0.8:8080 1259 0.049 200 7e3045718f41395de494e5d822575b47 199.204.45.23 - - [30/Apr/2026:06:07:42 +0000] "GET /admin/realms/atmosphere/clients/8e1c26b9-cfa0-4786-a302-9f47e40425bc/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.021 [auth-system-keycloak-80] [] 10.0.0.8:8080 119 0.021 404 15cf93e61b575cbdd2cd2189ba712349 199.204.45.23 - - [30/Apr/2026:06:07:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.056 [auth-system-keycloak-80] [] 10.0.0.8:8080 1259 0.056 200 6209a50187e60b50d7e38aa643b6e53c 199.204.45.23 - - [30/Apr/2026:06:07:42 +0000] "POST /admin/realms/atmosphere/clients/8e1c26b9-cfa0-4786-a302-9f47e40425bc/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.107 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.105 201 ae2ae4e3c5bccbe8943b1c0cfd668672 199.204.45.23 - - [30/Apr/2026:06:07:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.066 [auth-system-keycloak-80] [] 10.0.0.8:8080 1259 0.067 200 28acc8475c9c722bfdd1e94ae3d6c948 199.204.45.23 - - [30/Apr/2026:06:07:42 +0000] "GET /admin/realms/atmosphere/clients/8e1c26b9-cfa0-4786-a302-9f47e40425bc/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.020 [auth-system-keycloak-80] [] 10.0.0.8:8080 166 0.019 200 5b69c84333e8d80f2f27f30c70dd878e 199.204.45.23 - - [30/Apr/2026:06:07:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.524 [auth-system-keycloak-80] [] 10.0.0.8:8080 1925 0.524 200 d106ed891e6e32bc65151bcfde2ff2b8 199.204.45.23 - - [30/Apr/2026:06:07:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.8:8080 1283 0.007 200 b5b076cf51757d4f610d241ecd63af44 199.204.45.23 - - [30/Apr/2026:06:07:43 +0000] "GET /admin/realms/atmosphere/clients/592817c0-1095-40a2-9a96-dd06e759fdbd/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.038 [auth-system-keycloak-80] [] 10.0.0.8:8080 119 0.038 404 dc916ab78cb4f926fff3e2c173d118f9 199.204.45.23 - - [30/Apr/2026:06:07:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.8:8080 1283 0.007 200 6c40b11b965dccdf9b996df0f823c01f 199.204.45.23 - - [30/Apr/2026:06:07:43 +0000] "POST /admin/realms/atmosphere/clients/592817c0-1095-40a2-9a96-dd06e759fdbd/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.074 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.073 201 537f635ea62a99335ef1ce4c91419af9 199.204.45.23 - - [30/Apr/2026:06:07:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.8:8080 1283 0.007 200 0b16cacc255dac7aafeeb0457680f840 199.204.45.23 - - [30/Apr/2026:06:07:43 +0000] "GET /admin/realms/atmosphere/clients/592817c0-1095-40a2-9a96-dd06e759fdbd/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.070 [auth-system-keycloak-80] [] 10.0.0.8:8080 165 0.069 200 0224a893d65975ae236793baae3821a4 199.204.45.23 - - [30/Apr/2026:06:07:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.536 [auth-system-keycloak-80] [] 10.0.0.8:8080 1925 0.534 200 5c884a8daf4aade51d493687ede1d0fb 199.204.45.23 - - [30/Apr/2026:06:07:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.078 [auth-system-keycloak-80] [] 10.0.0.8:8080 1283 0.078 200 24910f0362fcc21ede5be43657088c50 199.204.45.23 - - [30/Apr/2026:06:07:44 +0000] "GET /admin/realms/atmosphere/clients/592817c0-1095-40a2-9a96-dd06e759fdbd/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.8:8080 119 0.011 404 8565c98a8da11ced6ea4c5abdf1e372d 199.204.45.23 - - [30/Apr/2026:06:07:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.8:8080 1283 0.005 200 c011c8d0b724dbaa705588fc25ee3d59 199.204.45.23 - - [30/Apr/2026:06:07:44 +0000] "POST /admin/realms/atmosphere/clients/592817c0-1095-40a2-9a96-dd06e759fdbd/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.048 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.047 201 7f042b924c6c5d215da33aeaa5236433 199.204.45.23 - - [30/Apr/2026:06:07:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.8:8080 1283 0.009 200 7457c6ee1edba5f90910f6e0904600aa 199.204.45.23 - - [30/Apr/2026:06:07:44 +0000] "GET /admin/realms/atmosphere/clients/592817c0-1095-40a2-9a96-dd06e759fdbd/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.072 [auth-system-keycloak-80] [] 10.0.0.8:8080 166 0.072 200 530dab4c722ccdef585d7290be57f7e8 199.204.45.23 - - [30/Apr/2026:06:07:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.533 [auth-system-keycloak-80] [] 10.0.0.8:8080 1925 0.532 200 89b0ca13e32ed3ac758a14076b6d8d54 199.204.45.23 - - [30/Apr/2026:06:07:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.065 [auth-system-keycloak-80] [] 10.0.0.8:8080 1283 0.064 200 96429a9fdd294db3198c2a1178092da5 199.204.45.23 - - [30/Apr/2026:06:07:45 +0000] "GET /admin/realms/atmosphere/clients/592817c0-1095-40a2-9a96-dd06e759fdbd/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.8:8080 119 0.010 404 acaad00c18055b9afa4d310aaadcbcca 199.204.45.23 - - [30/Apr/2026:06:07:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.8:8080 1283 0.005 200 afb4edc157591a7407e8959d170484b1 199.204.45.23 - - [30/Apr/2026:06:07:45 +0000] "POST /admin/realms/atmosphere/clients/592817c0-1095-40a2-9a96-dd06e759fdbd/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.060 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.060 201 02cdccc2aaa1744892eaddadb188e85b 199.204.45.23 - - [30/Apr/2026:06:07:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.8:8080 1283 0.008 200 f78cd5165e41f75ca5452dc2d5bb3165 199.204.45.23 - - [30/Apr/2026:06:07:45 +0000] "GET /admin/realms/atmosphere/clients/592817c0-1095-40a2-9a96-dd06e759fdbd/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.8:8080 166 0.010 200 15daa260726c16b88aeb0a30ea32c1d4 199.204.45.23 - - [30/Apr/2026:06:07:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.497 [auth-system-keycloak-80] [] 10.0.0.8:8080 1925 0.497 200 34abaafb8703801672ff7c34128ebf63 199.204.45.23 - - [30/Apr/2026:06:07:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.043 [auth-system-keycloak-80] [] 10.0.0.8:8080 1249 0.044 200 32e56eda10d26bb7a0facb0f126bc1ab 199.204.45.23 - - [30/Apr/2026:06:07:46 +0000] "GET /admin/realms/atmosphere/clients/166aef99-c01d-4af9-b940-c24dec9be9b0/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.8:8080 119 0.008 404 b3e5fba945a94583cc207f658c10bdef 199.204.45.23 - - [30/Apr/2026:06:07:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.8:8080 1249 0.005 200 b3ef282321f7bbfbf206365c984b3159 199.204.45.23 - - [30/Apr/2026:06:07:46 +0000] "POST /admin/realms/atmosphere/clients/166aef99-c01d-4af9-b940-c24dec9be9b0/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.059 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.057 201 630146cbae7c92ac2736d21b1806df41 199.204.45.23 - - [30/Apr/2026:06:07:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.8:8080 1249 0.007 200 bcc5b5fb100ce83841419d9dfafca19b 199.204.45.23 - - [30/Apr/2026:06:07:46 +0000] "GET /admin/realms/atmosphere/clients/166aef99-c01d-4af9-b940-c24dec9be9b0/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.8:8080 166 0.013 200 bc9dc00f2bc907c5d454ec8cd954b50e W0430 06:07:53.183283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:07:53.183323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:07:56.517183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:07:56.517243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:08:53.784360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:08:53.784412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:08:53.847523 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:08:53.847625 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0430 06:08:53.847690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:08:53.847716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:08:53.848161 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:08:53.848287 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0430 06:08:53.848369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:08:53.848403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:08:53.849707 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:08:53.849774 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0430 06:08:53.849813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:08:53.849831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0430 06:08:53.850252 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0430 06:08:53.850300 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0430 06:08:53.851630 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0430 06:08:53.851665 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0430 06:08:53.851693 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0430 06:08:53.851737 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0430 06:08:53.855958 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0430 06:08:53.856329 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0430 06:08:53.856645 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"06e4f1f6-7104-43b2-8f45-7ef2e858d047", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4439", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0430 06:08:53.862166 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0430 06:08:53.862540 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0430 06:08:53.862562 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0430 06:08:53.862819 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0430 06:08:53.862844 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"33d0d96c-8cdc-4b0a-bcee-07e1beb61290", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4442", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0430 06:08:53.862863 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"5d79418b-1ecc-4d86-8ea5-c2bc1bd739f5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4443", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0430 06:08:54.123338 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0430 06:08:54.124345 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0430 06:08:54.192140 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0430 06:08:54.193014 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0430 06:08:55.517141 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0430 06:08:55.518423 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0430 06:08:57.118018 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:08:57.118066 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:08:57.118085 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:08:57.118159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:08:57.118195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0430 06:08:57.118259 7 controller.go:196] "Configuration changes detected, backend reload required" I0430 06:08:57.162761 7 controller.go:216] "Backend successfully reloaded" I0430 06:08:57.162928 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h8g5c", UID:"06801f2b-1e2e-450a-91f6-248d85d49b5f", APIVersion:"v1", ResourceVersion:"1472", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0430 06:09:00.452533 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:00.452576 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:00.452594 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:00.452658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:00.452678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:03.785711 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:03.785805 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:03.785855 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:03.786099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:03.786158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:07.118121 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:07.118195 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:07.118230 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:07.118336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:07.118363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:10.451230 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:10.451283 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:10.451322 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:10.451471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:10.451499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:13.786049 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:13.786115 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:13.786156 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:13.786288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:13.786316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:17.118074 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:17.118169 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:17.118219 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:17.118539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:17.118574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:20.451864 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:20.451907 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:20.451932 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:20.452025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:20.452039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:23.787160 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:23.787234 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:23.787281 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:23.787446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:23.787475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:27.118011 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:27.118113 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:27.118232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:27.118276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0430 06:09:27.265095 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.99.102.168"}] I0430 06:09:27.265627 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.99.102.168"}] I0430 06:09:27.265993 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.99.102.168"}] I0430 06:09:27.272665 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"33d0d96c-8cdc-4b0a-bcee-07e1beb61290", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5363", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0430 06:09:27.285430 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"5d79418b-1ecc-4d86-8ea5-c2bc1bd739f5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5364", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0430 06:09:27.287786 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"06e4f1f6-7104-43b2-8f45-7ef2e858d047", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5365", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0430 06:09:30.452465 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:30.452548 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:30.452656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:30.452670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:33.784528 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:33.784623 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:33.784825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:33.784863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:37.118607 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:37.118701 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:37.118817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:37.118875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.25 - - [30/Apr/2026:06:09:37 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "Go-http-client/1.1" 160 0.035 [auth-system-keycloak-80] [] 10.0.0.8:8080 6361 0.034 200 2a20abcbd11f982dfbfdd3df8e2a679b 10.0.0.98 - - [30/Apr/2026:06:09:37 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "Go-http-client/1.1" 160 0.005 [auth-system-keycloak-80] [] 10.0.0.8:8080 6361 0.006 200 b2f39f56a5069b5a2ed349e5627b9e81 W0430 06:09:40.451973 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:40.452187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:40.452220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:43.785146 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:43.785609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:43.785648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:47.118022 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:47.118243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:47.118272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:50.453154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:50.453215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:53.785022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:53.785120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:57.118746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:57.118812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.23 - - [30/Apr/2026:06:09:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.469 [auth-system-keycloak-80] [] 10.0.0.8:8080 1925 0.468 200 cb1d973fb895f811162202571ca3d8f8 W0430 06:10:00.451924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:00.451964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:31.948793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:31.948835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:35.283889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:35.283929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store