------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0326 18:02:25.300631 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0326 18:02:25.300833 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0326 18:02:25.310149 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0326 18:02:25.313827 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0326 18:02:25.552537 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0326 18:02:25.575784 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0326 18:02:25.591558 7 nginx.go:271] "Starting NGINX Ingress controller" I0326 18:02:25.598432 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"c64b7ec3-d9c7-4ada-a870-af61bd6a2a95", APIVersion:"v1", ResourceVersion:"1370", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0326 18:02:25.603986 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"0a31df9d-85e4-434d-b6f6-757a37edaa09", APIVersion:"v1", ResourceVersion:"1371", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0326 18:02:25.604032 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"b67877c8-e54c-46bd-97c9-d4e76ffff4c4", APIVersion:"v1", ResourceVersion:"1372", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0326 18:02:26.794078 7 nginx.go:317] "Starting NGINX process" I0326 18:02:26.794203 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0326 18:02:26.794837 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0326 18:02:26.796412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:02:26.796477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 18:02:26.796552 7 controller.go:196] "Configuration changes detected, backend reload required" I0326 18:02:26.807675 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0326 18:02:26.807726 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-7zqj2" I0326 18:02:26.826394 7 controller.go:216] "Backend successfully reloaded" I0326 18:02:26.826516 7 controller.go:227] "Initial sync, sleeping for 1 second" I0326 18:02:26.826637 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7zqj2", UID:"7855e4ca-960c-4df4-9221-32c51daf0fa8", APIVersion:"v1", ResourceVersion:"1415", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0326 18:02:30.618438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:02:30.618472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:02:33.951920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:02:33.951964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:02:37.286287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:02:37.286334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:02:40.619173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:02:40.619232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:02:43.953205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:02:43.953281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:02:47.286216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:02:47.286279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:02:50.619129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:02:50.619189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:02:53.951951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:02:53.952007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:02:57.285588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:02:57.285652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:03:02.781094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:03:02.781138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:03:51.555990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:03:51.556049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:03:54.892565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:03:54.892605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:15.855330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:15.855374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:20.290285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:20.290329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:23.624690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:23.624744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:26.957423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:26.957471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:30.290945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:30.290998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:33.623841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:33.623876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:38.742137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:38.742181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:42.076531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:42.076598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:45.805705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:45.805743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:49.140799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:49.140839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:52.473106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:04:52.473175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:07:01.564311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:07:01.564392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:07:03.928159 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-104.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-104.nip.io-tls was not found. Using default certificate W0326 18:07:03.928275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:07:03.928514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 18:07:03.931276 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.004s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:14.7kB} I0326 18:07:03.931326 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0326 18:07:03.941368 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0326 18:07:03.941654 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"8a88e68c-dafe-4d55-bde2-5ae3dcc6ef1e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3500", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0326 18:07:03.942088 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-104.nip.io-tls" in local store I0326 18:07:04.300794 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-104.nip.io-tls" I0326 18:07:04.302090 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-104.nip.io-tls" W0326 18:07:04.898625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:07:04.898783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 18:07:04.898921 7 controller.go:196] "Configuration changes detected, backend reload required" I0326 18:07:04.941954 7 controller.go:216] "Backend successfully reloaded" I0326 18:07:04.942355 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7zqj2", UID:"7855e4ca-960c-4df4-9221-32c51daf0fa8", APIVersion:"v1", ResourceVersion:"1415", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0326 18:07:08.233179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:07:08.233326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.104 - - [26/Mar/2026:18:07:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.380 [auth-system-keycloak-80] [] 10.0.0.180:8080 1928 2.378 200 00b398b109af54e000e66f8aa43364e1 199.19.213.104 - - [26/Mar/2026:18:07:16 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.197 [auth-system-keycloak-80] [] 10.0.0.180:8080 116 0.197 404 e369b6b9a03c04b8cfd1ac4ffa9114b4 199.19.213.104 - - [26/Mar/2026:18:07:20 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.163 [auth-system-keycloak-80] [] 10.0.0.180:8080 0 4.162 201 f5070ae0f744c343bff5ee999c517fd6 199.19.213.104 - - [26/Mar/2026:18:07:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.601 [auth-system-keycloak-80] [] 10.0.0.180:8080 4246 0.602 200 a3a4e15d3b7eddeb11f200aa637f092d 199.19.213.104 - - [26/Mar/2026:18:07:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.180:8080 1928 0.483 200 1e6f0b57e897916ea53bb5b00f8496e9 199.19.213.104 - - [26/Mar/2026:18:07:22 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.174 [auth-system-keycloak-80] [] 10.0.0.180:8080 12500 0.175 200 eb0128a45b342cbc56ac75f6ed445a6b 199.19.213.104 - - [26/Mar/2026:18:07:22 +0000] "GET /admin/realms/atmosphere/client-scopes/d1466a17-894e-4143-b50b-19360cc3888d HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.012 [auth-system-keycloak-80] [] 10.0.0.180:8080 1278 0.012 200 e23ece84024dd27afe9321811876095d 199.19.213.104 - - [26/Mar/2026:18:07:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/d1466a17-894e-4143-b50b-19360cc3888d HTTP/1.1" 204 0 "-" "Ansible" 1848 0.088 [auth-system-keycloak-80] [] 10.0.0.180:8080 0 0.086 204 b630deb38d67896be2373cf3f18b5d60 199.19.213.104 - - [26/Mar/2026:18:07:22 +0000] "GET /admin/realms/atmosphere/client-scopes/d1466a17-894e-4143-b50b-19360cc3888d/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.088 [auth-system-keycloak-80] [] 10.0.0.180:8080 963 0.089 200 dba77bce50419aaa448070d882291981 199.19.213.104 - - [26/Mar/2026:18:07:22 +0000] "GET /admin/realms/atmosphere/client-scopes/d1466a17-894e-4143-b50b-19360cc3888d/protocol-mappers/models/5b2915dc-1b12-4cf2-92cc-d69c6135821a HTTP/1.1" 200 366 "-" "Ansible" 1309 0.065 [auth-system-keycloak-80] [] 10.0.0.180:8080 366 0.066 200 5d1b6429ad1dfe9f482af20e196f0742 199.19.213.104 - - [26/Mar/2026:18:07:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/d1466a17-894e-4143-b50b-19360cc3888d/protocol-mappers/models/5b2915dc-1b12-4cf2-92cc-d69c6135821a HTTP/1.1" 204 0 "-" "Ansible" 1622 0.029 [auth-system-keycloak-80] [] 10.0.0.180:8080 0 0.027 204 a8884af61627d604ca99a47ceb2c2e1f 199.19.213.104 - - [26/Mar/2026:18:07:22 +0000] "GET /admin/realms/atmosphere/client-scopes/d1466a17-894e-4143-b50b-19360cc3888d HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.065 [auth-system-keycloak-80] [] 10.0.0.180:8080 1218 0.065 200 7ddcacdbb56e46b474dbf9745fe3656d I0326 18:07:26.816941 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.108.130"}] I0326 18:07:26.824376 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"8a88e68c-dafe-4d55-bde2-5ae3dcc6ef1e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3808", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0326 18:07:26.826180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:07:26.826220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.104 - - [26/Mar/2026:18:07:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.180:8080 1928 0.480 200 1ef0697b007eebad2afed815fba18ec7 199.19.213.104 - - [26/Mar/2026:18:07:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.015 [auth-system-keycloak-80] [] 10.0.0.180:8080 2 0.015 200 fc346d7932a1093415de7aafcf51fe7c 199.19.213.104 - - [26/Mar/2026:18:07:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.261 [auth-system-keycloak-80] [] 10.0.0.180:8080 0 0.261 201 8669e7e758b2d0883e8fba7eeccaf157 199.19.213.104 - - [26/Mar/2026:18:07:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.090 [auth-system-keycloak-80] [] 10.0.0.180:8080 1261 0.089 200 5d81416113344aac27152ccc3d74065d 199.19.213.104 - - [26/Mar/2026:18:07:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.809 [auth-system-keycloak-80] [] 10.0.0.180:8080 1928 0.809 200 dfb3dd6e7a73dcc4d22e419c6a517fec 199.19.213.104 - - [26/Mar/2026:18:07:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.180:8080 2 0.015 200 6c37a0c4bdc771350a90f0bf88e4bc07 199.19.213.104 - - [26/Mar/2026:18:07:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.077 [auth-system-keycloak-80] [] 10.0.0.180:8080 0 0.076 201 0b76989700e0166a06eb8781103f5018 199.19.213.104 - - [26/Mar/2026:18:07:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.023 [auth-system-keycloak-80] [] 10.0.0.180:8080 1286 0.023 200 98ae2bccdd60a37c93b04507c8504a74 199.19.213.104 - - [26/Mar/2026:18:07:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.495 [auth-system-keycloak-80] [] 10.0.0.180:8080 1928 0.494 200 7410666bf151767e989667490e24e32f 199.19.213.104 - - [26/Mar/2026:18:07:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.180:8080 2 0.010 200 5b3c309ddc4bdfcc265d1270f3bb37d3 199.19.213.104 - - [26/Mar/2026:18:07:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.073 [auth-system-keycloak-80] [] 10.0.0.180:8080 0 0.072 201 47a46e058e61224c3822cfb14c622167 199.19.213.104 - - [26/Mar/2026:18:07:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.065 [auth-system-keycloak-80] [] 10.0.0.180:8080 1251 0.065 200 06a4c84f74afdd0c4186142f0d9c4d2a 199.19.213.104 - - [26/Mar/2026:18:07:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.180:8080 1928 0.477 200 4e7b7d2513f01ecbfdf355c2ab996340 199.19.213.104 - - [26/Mar/2026:18:07:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.180:8080 1261 0.008 200 eb5823af2b08a010b0abf6c81f1a8177 199.19.213.104 - - [26/Mar/2026:18:07:48 +0000] "GET /admin/realms/atmosphere/clients/a7c93497-50ef-4d2e-8721-b0428c185ae3/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.045 [auth-system-keycloak-80] [] 10.0.0.180:8080 119 0.044 404 9b2acd3c332733343eb324978d97256c 199.19.213.104 - - [26/Mar/2026:18:07:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.180:8080 1261 0.007 200 c0235e1677187e5b9c3ccf24ce2bdf30 199.19.213.104 - - [26/Mar/2026:18:07:48 +0000] "POST /admin/realms/atmosphere/clients/a7c93497-50ef-4d2e-8721-b0428c185ae3/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.067 [auth-system-keycloak-80] [] 10.0.0.180:8080 0 0.067 201 039c04a1c15dd3e09f04642aa3726f59 199.19.213.104 - - [26/Mar/2026:18:07:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.180:8080 1261 0.009 200 7e370de36664463bb56aa5cd271b51a6 199.19.213.104 - - [26/Mar/2026:18:07:48 +0000] "GET /admin/realms/atmosphere/clients/a7c93497-50ef-4d2e-8721-b0428c185ae3/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.022 [auth-system-keycloak-80] [] 10.0.0.180:8080 166 0.022 200 ff53d836ca6f810e384a2fd740547065 199.19.213.104 - - [26/Mar/2026:18:07:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.429 [auth-system-keycloak-80] [] 10.0.0.180:8080 1928 0.428 200 d05d4855ae67c372565a8e288599d938 199.19.213.104 - - [26/Mar/2026:18:07:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.027 [auth-system-keycloak-80] [] 10.0.0.180:8080 1286 0.028 200 39bae56bcf9382c2ddf0fbeb6c8c7145 199.19.213.104 - - [26/Mar/2026:18:07:48 +0000] "GET /admin/realms/atmosphere/clients/ed00f0b3-417e-4302-a49a-8679ad03dd7f/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.180:8080 119 0.011 404 60133eb7671a4bdfca09c9d29ef66c37 199.19.213.104 - - [26/Mar/2026:18:07:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.180:8080 1286 0.005 200 da8be0ece47f7df30578fa5b655e3943 199.19.213.104 - - [26/Mar/2026:18:07:49 +0000] "POST /admin/realms/atmosphere/clients/ed00f0b3-417e-4302-a49a-8679ad03dd7f/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.047 [auth-system-keycloak-80] [] 10.0.0.180:8080 0 0.047 201 9a369262504d79ea7f213fc9d2ec0ded 199.19.213.104 - - [26/Mar/2026:18:07:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.180:8080 1286 0.009 200 d67755c1bb1805fcd10ee9bb6e095961 199.19.213.104 - - [26/Mar/2026:18:07:49 +0000] "GET /admin/realms/atmosphere/clients/ed00f0b3-417e-4302-a49a-8679ad03dd7f/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.016 [auth-system-keycloak-80] [] 10.0.0.180:8080 165 0.016 200 3d3d62b47204ae878902ec7b805da730 199.19.213.104 - - [26/Mar/2026:18:07:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.491 [auth-system-keycloak-80] [] 10.0.0.180:8080 1928 0.490 200 8958509f3ee75b4bb09fb29f02f8b293 199.19.213.104 - - [26/Mar/2026:18:07:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.180:8080 1286 0.005 200 7d8d7f9c24b6989f444546c0029d5692 199.19.213.104 - - [26/Mar/2026:18:07:49 +0000] "GET /admin/realms/atmosphere/clients/ed00f0b3-417e-4302-a49a-8679ad03dd7f/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.062 [auth-system-keycloak-80] [] 10.0.0.180:8080 119 0.063 404 22307a0113705be959793f5a648a71ca 199.19.213.104 - - [26/Mar/2026:18:07:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.180:8080 1286 0.007 200 3e814c5c424d9adddece89c9c4deb2d1 199.19.213.104 - - [26/Mar/2026:18:07:50 +0000] "POST /admin/realms/atmosphere/clients/ed00f0b3-417e-4302-a49a-8679ad03dd7f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.071 [auth-system-keycloak-80] [] 10.0.0.180:8080 0 0.071 201 0aea2979aaed13e8b146f91351034eb7 199.19.213.104 - - [26/Mar/2026:18:07:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.180:8080 1286 0.010 200 72969c85c018d4c937ff8bb38b0f68fe 199.19.213.104 - - [26/Mar/2026:18:07:50 +0000] "GET /admin/realms/atmosphere/clients/ed00f0b3-417e-4302-a49a-8679ad03dd7f/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.180:8080 166 0.016 200 c3b6b295a267e64a285e6c97e257d659 199.19.213.104 - - [26/Mar/2026:18:07:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.520 [auth-system-keycloak-80] [] 10.0.0.180:8080 1928 0.519 200 61d44815958cd9f5dabb59caae8d5478 199.19.213.104 - - [26/Mar/2026:18:07:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.052 [auth-system-keycloak-80] [] 10.0.0.180:8080 1286 0.052 200 f19bd78a759038e78ed6b151d8571981 199.19.213.104 - - [26/Mar/2026:18:07:50 +0000] "GET /admin/realms/atmosphere/clients/ed00f0b3-417e-4302-a49a-8679ad03dd7f/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.180:8080 119 0.012 404 0797c831550d2401efe4e8e8649b3f0b 199.19.213.104 - - [26/Mar/2026:18:07:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.058 [auth-system-keycloak-80] [] 10.0.0.180:8080 1286 0.058 200 730b87fc8a8066258fea3266809a2989 199.19.213.104 - - [26/Mar/2026:18:07:51 +0000] "POST /admin/realms/atmosphere/clients/ed00f0b3-417e-4302-a49a-8679ad03dd7f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.023 [auth-system-keycloak-80] [] 10.0.0.180:8080 0 0.021 201 7fa54f7f93f7afe857b1293f77c86e52 199.19.213.104 - - [26/Mar/2026:18:07:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.180:8080 1286 0.008 200 879d8f51d6f4bc9cb08865efcb8a7313 199.19.213.104 - - [26/Mar/2026:18:07:51 +0000] "GET /admin/realms/atmosphere/clients/ed00f0b3-417e-4302-a49a-8679ad03dd7f/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.032 [auth-system-keycloak-80] [] 10.0.0.180:8080 166 0.031 200 1ae8b9509dffaec8cc79814fd87fa112 199.19.213.104 - - [26/Mar/2026:18:07:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.180:8080 1928 0.470 200 74eabfae748a8cdf2a1f3e9a7b824aa4 199.19.213.104 - - [26/Mar/2026:18:07:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.041 [auth-system-keycloak-80] [] 10.0.0.180:8080 1251 0.040 200 22d1308614ae4218435a9364a534f82c 199.19.213.104 - - [26/Mar/2026:18:07:51 +0000] "GET /admin/realms/atmosphere/clients/e5a2c77d-9c71-4c76-a468-87f6b2942a36/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.180:8080 119 0.012 404 d88057933e2ad719ccdb652d2e417c42 199.19.213.104 - - [26/Mar/2026:18:07:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.180:8080 1251 0.008 200 a206634e18d9d892de6acc1520e07970 199.19.213.104 - - [26/Mar/2026:18:07:52 +0000] "POST /admin/realms/atmosphere/clients/e5a2c77d-9c71-4c76-a468-87f6b2942a36/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.049 [auth-system-keycloak-80] [] 10.0.0.180:8080 0 0.049 201 972624cd6b0bf680a82c8065734f484e 199.19.213.104 - - [26/Mar/2026:18:07:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.180:8080 1251 0.011 200 a2b7f4819521d07205e020aec1daa612 199.19.213.104 - - [26/Mar/2026:18:07:52 +0000] "GET /admin/realms/atmosphere/clients/e5a2c77d-9c71-4c76-a468-87f6b2942a36/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.023 [auth-system-keycloak-80] [] 10.0.0.180:8080 166 0.023 200 b4f1bd7596ac45a61d26afd7a7d72f21 W0326 18:07:59.564052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:07:59.564100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:08:02.898646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:08:02.898700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:00.310387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:00.310451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:00.377004 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0326 18:09:00.377075 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 18:09:00.377109 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0326 18:09:00.377232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:00.377296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:00.377151 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0326 18:09:00.377484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:00.377508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:00.377654 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 18:09:00.377739 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0326 18:09:00.377788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:00.377809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 18:09:00.379533 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0326 18:09:00.379546 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0326 18:09:00.379558 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0326 18:09:00.379571 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0326 18:09:00.380597 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0326 18:09:00.380638 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0326 18:09:00.386911 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0326 18:09:00.387392 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"537f944f-0234-4327-bb0b-e03a3974d0af", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4532", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0326 18:09:00.387700 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0326 18:09:00.387761 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0326 18:09:00.391002 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0326 18:09:00.391033 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0326 18:09:00.391215 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"7dd54a8d-d218-403e-9775-7e78b882cba6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4533", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0326 18:09:00.391268 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"6dc4445b-79d8-4d40-b9ef-3c5ae9cbf784", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4536", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0326 18:09:00.391976 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0326 18:09:00.804275 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0326 18:09:00.805101 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0326 18:09:01.001939 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0326 18:09:01.003995 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0326 18:09:01.553891 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0326 18:09:01.555342 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0326 18:09:03.643852 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 18:09:03.643889 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0326 18:09:03.643909 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 18:09:03.643990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:03.644006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 18:09:03.644081 7 controller.go:196] "Configuration changes detected, backend reload required" I0326 18:09:03.685104 7 controller.go:216] "Backend successfully reloaded" I0326 18:09:03.685385 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7zqj2", UID:"7855e4ca-960c-4df4-9221-32c51daf0fa8", APIVersion:"v1", ResourceVersion:"1415", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0326 18:09:06.977484 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 18:09:06.977567 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0326 18:09:06.977607 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 18:09:06.977748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:06.977781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:10.311693 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 18:09:10.311785 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0326 18:09:10.311833 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 18:09:10.311979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:10.312006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:13.644042 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 18:09:13.644136 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0326 18:09:13.644173 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 18:09:13.644303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:13.644331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:16.977284 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 18:09:16.977340 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0326 18:09:16.977381 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 18:09:16.977488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:16.977512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:20.310580 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 18:09:20.310651 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0326 18:09:20.310690 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 18:09:20.310826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:20.310855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:23.645578 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 18:09:23.645663 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 18:09:23.645927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:23.645960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 18:09:26.814815 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.97.108.130"}] I0326 18:09:26.815699 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.97.108.130"}] I0326 18:09:26.815931 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.97.108.130"}] I0326 18:09:26.820101 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"537f944f-0234-4327-bb0b-e03a3974d0af", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5353", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0326 18:09:26.821675 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"7dd54a8d-d218-403e-9775-7e78b882cba6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5354", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0326 18:09:26.823655 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"6dc4445b-79d8-4d40-b9ef-3c5ae9cbf784", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5355", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0326 18:09:26.978299 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 18:09:26.978412 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 18:09:26.978588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:26.978622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:30.311250 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 18:09:30.311369 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 18:09:30.311541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:30.311570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:33.643808 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 18:09:33.643881 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 18:09:33.643992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:33.644021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:36.977746 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 18:09:36.977844 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 18:09:36.977987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:36.978016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.219 - - [26/Mar/2026:18:09:39 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.076 [auth-system-keycloak-80] [] 10.0.0.180:8080 6432 0.076 200 e44e0fea424a059b2453faa46e5a08cd 10.0.0.8 - - [26/Mar/2026:18:09:39 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.075 [auth-system-keycloak-80] [] 10.0.0.180:8080 6432 0.075 200 aec016eaef19f6007705790e0ae80330 W0326 18:09:40.311182 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 18:09:40.311385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:40.311411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:43.643852 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 18:09:43.644053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:43.644080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:46.977145 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 18:09:46.977435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:46.977467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:50.310770 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 18:09:50.310955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:50.310974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:53.685789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:09:53.685830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:10:28.070634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 18:10:28.070673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store