------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0227 01:26:40.528718 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0227 01:26:40.528876 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0227 01:26:40.535095 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0227 01:26:40.538311 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0227 01:26:40.615781 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0227 01:26:40.634691 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0227 01:26:40.646508 7 nginx.go:271] "Starting NGINX Ingress controller" I0227 01:26:40.653428 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"6abd545f-d8dc-466a-9d4c-f08f77c50213", APIVersion:"v1", ResourceVersion:"1139", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0227 01:26:40.657601 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"66d552b1-68ae-454d-be7e-81c3de05b788", APIVersion:"v1", ResourceVersion:"1138", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0227 01:26:40.657687 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"279eced4-16e1-4882-ab45-709b0dd1bff7", APIVersion:"v1", ResourceVersion:"1137", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0227 01:26:41.848775 7 nginx.go:317] "Starting NGINX process" I0227 01:26:41.848914 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0227 01:26:41.849200 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0227 01:26:41.849522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:26:41.849574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0227 01:26:41.849626 7 controller.go:196] "Configuration changes detected, backend reload required" I0227 01:26:41.856608 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0227 01:26:41.856952 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-xddhc" I0227 01:26:41.884858 7 controller.go:216] "Backend successfully reloaded" I0227 01:26:41.885113 7 controller.go:227] "Initial sync, sleeping for 1 second" I0227 01:26:41.885185 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xddhc", UID:"00de71a5-3cc7-4a81-bc71-e525050e739e", APIVersion:"v1", ResourceVersion:"1184", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0227 01:26:45.675841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:26:45.675872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:26:49.010847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:26:49.010889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:26:52.344285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:26:52.344335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:26:55.677025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:26:55.677071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:26:59.010621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:26:59.010665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:27:02.343313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:27:02.343362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:27:05.677053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:27:05.677102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:27:09.012176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:27:09.012220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:27:16.906482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:27:16.906519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:27:20.240752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:27:20.240796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:27:23.575939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:27:23.575982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:28:40.688175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:28:40.688345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:28:44.021622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:28:44.021672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:28:50.475321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:28:50.475352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:28:53.809108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:28:53.809160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:28:57.142145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:28:57.142182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:29:00.476486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:29:00.476669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:29:03.808979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:29:03.809033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:29:07.142725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:29:07.142798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:29:13.137546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:29:13.137588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:29:16.470976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:29:16.471039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:29:20.181136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:29:20.181166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:29:23.514727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:29:23.514774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:31:23.879875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:31:23.879905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:31:26.312779 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-30.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-30.nip.io-tls was not found. Using default certificate W0227 01:31:26.312831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:31:26.312845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0227 01:31:26.314327 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0227 01:31:26.314355 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0227 01:31:26.319883 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0227 01:31:26.320200 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-30.nip.io-tls" in local store I0227 01:31:26.320211 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"66910e82-be6c-4434-b85a-e9e2c3c31e20", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3137", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0227 01:31:26.718447 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-30.nip.io-tls" I0227 01:31:26.720243 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-30.nip.io-tls" W0227 01:31:27.213847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:31:27.213892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0227 01:31:27.213959 7 controller.go:196] "Configuration changes detected, backend reload required" I0227 01:31:27.255232 7 controller.go:216] "Backend successfully reloaded" I0227 01:31:27.255465 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xddhc", UID:"00de71a5-3cc7-4a81-bc71-e525050e739e", APIVersion:"v1", ResourceVersion:"1184", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0227 01:31:30.547207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:31:30.547244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.30 - - [27/Feb/2026:01:31:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.087 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 2.086 200 98dd3cfd00b648bad85a457263e0cf6e 199.204.45.30 - - [27/Feb/2026:01:31:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.114 [auth-system-keycloak-80] [] 10.0.0.130:8080 116 0.114 404 9777ee43bf084dcfa3eb07783662f4e7 199.204.45.30 - - [27/Feb/2026:01:31:41 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.566 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 4.565 201 4a4eb97dd101fd3e542f61aabde43e29 I0227 01:31:41.863894 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.110.201.43"}] I0227 01:31:41.870022 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"66910e82-be6c-4434-b85a-e9e2c3c31e20", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3395", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0227 01:31:41.871638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:31:41.871679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.30 - - [27/Feb/2026:01:31:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.494 [auth-system-keycloak-80] [] 10.0.0.130:8080 4246 0.494 200 595f8f6f4273bd5f47c9da70cfe30d25 199.204.45.30 - - [27/Feb/2026:01:31:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.521 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.520 200 da432c1e0b736fda3dffc418e617df3a 199.204.45.30 - - [27/Feb/2026:01:31:43 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.078 [auth-system-keycloak-80] [] 10.0.0.130:8080 12500 0.078 200 5bab50b9898b0d5aa2b96238cb1c406c 199.204.45.30 - - [27/Feb/2026:01:31:43 +0000] "GET /admin/realms/atmosphere/client-scopes/8bde0414-caa6-490f-8775-4bc0fea878bf HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.064 [auth-system-keycloak-80] [] 10.0.0.130:8080 1278 0.064 200 077edd3e087606af61f6d9b9c1ce00ee 199.204.45.30 - - [27/Feb/2026:01:31:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/8bde0414-caa6-490f-8775-4bc0fea878bf HTTP/1.1" 204 0 "-" "Ansible" 1846 0.018 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.018 204 df4b3769ed85c5361d23a688d093f877 199.204.45.30 - - [27/Feb/2026:01:31:43 +0000] "GET /admin/realms/atmosphere/client-scopes/8bde0414-caa6-490f-8775-4bc0fea878bf/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.070 [auth-system-keycloak-80] [] 10.0.0.130:8080 963 0.070 200 3fe2ae98a8af1a0c122947eb239584b2 199.204.45.30 - - [27/Feb/2026:01:31:43 +0000] "GET /admin/realms/atmosphere/client-scopes/8bde0414-caa6-490f-8775-4bc0fea878bf/protocol-mappers/models/1a8397c0-f0de-4f1d-bd3a-ed439fa1222e HTTP/1.1" 200 366 "-" "Ansible" 1307 0.076 [auth-system-keycloak-80] [] 10.0.0.130:8080 366 0.076 200 6741db9f75ee5677ab910c64669a4657 199.204.45.30 - - [27/Feb/2026:01:31:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/8bde0414-caa6-490f-8775-4bc0fea878bf/protocol-mappers/models/1a8397c0-f0de-4f1d-bd3a-ed439fa1222e HTTP/1.1" 204 0 "-" "Ansible" 1620 0.025 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.024 204 d65d8f36eb7cdbfb886b4f5991415a5d 199.204.45.30 - - [27/Feb/2026:01:31:43 +0000] "GET /admin/realms/atmosphere/client-scopes/8bde0414-caa6-490f-8775-4bc0fea878bf HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.065 [auth-system-keycloak-80] [] 10.0.0.130:8080 1218 0.065 200 8869d073bd25361bfd907bbc32a21b6c 199.204.45.30 - - [27/Feb/2026:01:32:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.492 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.491 200 36ca043688a4975e98ba23d78f7696b1 199.204.45.30 - - [27/Feb/2026:01:32:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.015 [auth-system-keycloak-80] [] 10.0.0.130:8080 2 0.015 200 ece7577f8e2a55531d99e968b10d3804 199.204.45.30 - - [27/Feb/2026:01:32:05 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.182 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.181 201 a1d1691986bde3d7d622833967151343 199.204.45.30 - - [27/Feb/2026:01:32:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.088 [auth-system-keycloak-80] [] 10.0.0.130:8080 1259 0.088 200 478b214b8e1d88b5287e6294c696af88 199.204.45.30 - - [27/Feb/2026:01:32:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.501 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.499 200 0ecbfcf835a58fe3290354e01262ac25 199.204.45.30 - - [27/Feb/2026:01:32:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.130:8080 2 0.011 200 a20439c56becadb0d6ba380f3a1e0d32 199.204.45.30 - - [27/Feb/2026:01:32:06 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.093 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.092 201 10f372f34cfc296081371721bbc20303 199.204.45.30 - - [27/Feb/2026:01:32:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.067 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.067 200 16211dcb760cf219e8156d540203aeac 199.204.45.30 - - [27/Feb/2026:01:32:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.853 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.851 200 ca1e61f456d8ce080f8ae3e6306aed7e 199.204.45.30 - - [27/Feb/2026:01:32:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.045 [auth-system-keycloak-80] [] 10.0.0.130:8080 2 0.045 200 70c6e5dc639baabd18cf3d70b3484fbe 199.204.45.30 - - [27/Feb/2026:01:32:07 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.038 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.037 201 afca7b8b548ac168bc43d5d8903ff58c 199.204.45.30 - - [27/Feb/2026:01:32:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.047 [auth-system-keycloak-80] [] 10.0.0.130:8080 1249 0.047 200 6480da624fe1befb2be55c26179e8d4f 199.204.45.30 - - [27/Feb/2026:01:32:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.460 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.459 200 5b0012e4f9500a57a5e980ffa0420a89 199.204.45.30 - - [27/Feb/2026:01:32:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.130:8080 1259 0.005 200 2822dda8b8be72bc198ba63d886818af 199.204.45.30 - - [27/Feb/2026:01:32:08 +0000] "GET /admin/realms/atmosphere/clients/d430194a-585b-4d61-8e3f-fe89f55ad625/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.047 [auth-system-keycloak-80] [] 10.0.0.130:8080 119 0.047 404 5aa7d38cb79d54263c70ddec6cde8624 199.204.45.30 - - [27/Feb/2026:01:32:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.130:8080 1259 0.006 200 9f20dc44f2c1af2e5625b083d5b55741 199.204.45.30 - - [27/Feb/2026:01:32:08 +0000] "POST /admin/realms/atmosphere/clients/d430194a-585b-4d61-8e3f-fe89f55ad625/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.019 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.018 201 79360d352b02e7534b0350d2b66d88b8 199.204.45.30 - - [27/Feb/2026:01:32:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.130:8080 1259 0.007 200 695406386d39d6ba84af760ae0695b3f 199.204.45.30 - - [27/Feb/2026:01:32:08 +0000] "GET /admin/realms/atmosphere/clients/d430194a-585b-4d61-8e3f-fe89f55ad625/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.032 [auth-system-keycloak-80] [] 10.0.0.130:8080 166 0.032 200 4c1d62b201bc28b4d92759f9974c4540 199.204.45.30 - - [27/Feb/2026:01:32:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.494 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.493 200 cc7648cccac2c0b1a1dbee1e84a57d97 199.204.45.30 - - [27/Feb/2026:01:32:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.009 200 d292769b735ddff675baac9fded8b3d6 199.204.45.30 - - [27/Feb/2026:01:32:09 +0000] "GET /admin/realms/atmosphere/clients/03ed7a40-b365-4200-8038-09f4bd835739/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.013 [auth-system-keycloak-80] [] 10.0.0.130:8080 119 0.013 404 288a204fa4ec8acb0e7568e904475395 199.204.45.30 - - [27/Feb/2026:01:32:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.039 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.039 200 97509c70484582d27b6ed77e3a9fef11 199.204.45.30 - - [27/Feb/2026:01:32:09 +0000] "POST /admin/realms/atmosphere/clients/03ed7a40-b365-4200-8038-09f4bd835739/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.016 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.016 201 3b6d65550755eb899a7d53950e22e776 199.204.45.30 - - [27/Feb/2026:01:32:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.006 200 8867e1bffdbf015b0adab66ab282e405 199.204.45.30 - - [27/Feb/2026:01:32:09 +0000] "GET /admin/realms/atmosphere/clients/03ed7a40-b365-4200-8038-09f4bd835739/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.056 [auth-system-keycloak-80] [] 10.0.0.130:8080 165 0.056 200 a897a05d5140e7803fd4eb19a66177cb 199.204.45.30 - - [27/Feb/2026:01:32:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.521 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.519 200 064e503fb343a7b250fa98ca5f2bf6b6 199.204.45.30 - - [27/Feb/2026:01:32:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.008 200 15eda324dd324f9a72d2fb6c35d9791a 199.204.45.30 - - [27/Feb/2026:01:32:10 +0000] "GET /admin/realms/atmosphere/clients/03ed7a40-b365-4200-8038-09f4bd835739/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.130:8080 119 0.009 404 4d2282658a9324d7e61b828ab196fd14 199.204.45.30 - - [27/Feb/2026:01:32:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.042 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.042 200 4411d6abd599b2a942d1e407f579f66d 199.204.45.30 - - [27/Feb/2026:01:32:10 +0000] "POST /admin/realms/atmosphere/clients/03ed7a40-b365-4200-8038-09f4bd835739/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.176 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.174 201 aea4c80ee77b1758520fb8d39f5bc587 199.204.45.30 - - [27/Feb/2026:01:32:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.011 200 6efd6f40056364c37bbddcbd6d23d86a 199.204.45.30 - - [27/Feb/2026:01:32:10 +0000] "GET /admin/realms/atmosphere/clients/03ed7a40-b365-4200-8038-09f4bd835739/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.130:8080 166 0.014 200 721b174890c0deea9caca9f829558edd 199.204.45.30 - - [27/Feb/2026:01:32:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.450 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.449 200 15446c7a4a34b5cb4e206614b9cfca4e 199.204.45.30 - - [27/Feb/2026:01:32:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.041 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.041 200 03ff77c1809104b567be167c8c4006fd 199.204.45.30 - - [27/Feb/2026:01:32:11 +0000] "GET /admin/realms/atmosphere/clients/03ed7a40-b365-4200-8038-09f4bd835739/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.130:8080 119 0.009 404 4239e1cb57401955630260f070112f5d 199.204.45.30 - - [27/Feb/2026:01:32:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.007 200 55237e09213e03d647e6bdf39409560e 199.204.45.30 - - [27/Feb/2026:01:32:11 +0000] "POST /admin/realms/atmosphere/clients/03ed7a40-b365-4200-8038-09f4bd835739/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.056 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.055 201 1fc649d693325e1eb5d2394692494ecc 199.204.45.30 - - [27/Feb/2026:01:32:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.130:8080 1283 0.006 200 85a0326aa1b4ee2abbba0b48b4a27d2c 199.204.45.30 - - [27/Feb/2026:01:32:11 +0000] "GET /admin/realms/atmosphere/clients/03ed7a40-b365-4200-8038-09f4bd835739/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.130:8080 166 0.015 200 c6ab9c401979b5eb6e7468aad0358372 199.204.45.30 - - [27/Feb/2026:01:32:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.461 [auth-system-keycloak-80] [] 10.0.0.130:8080 1925 0.460 200 e77bfca02dcab0eb7926e468bcbe7e1f 199.204.45.30 - - [27/Feb/2026:01:32:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.130:8080 1249 0.007 200 7c6bb59dbdb6e66f4a1478d6d1eff79e 199.204.45.30 - - [27/Feb/2026:01:32:12 +0000] "GET /admin/realms/atmosphere/clients/74db7410-60a7-45ab-85ca-0eaf4644850d/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.130:8080 119 0.012 404 0c6eb014f5190c250b2746b83f726d58 199.204.45.30 - - [27/Feb/2026:01:32:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.130:8080 1249 0.007 200 005303e495780dd293292f39e7e6de23 199.204.45.30 - - [27/Feb/2026:01:32:12 +0000] "POST /admin/realms/atmosphere/clients/74db7410-60a7-45ab-85ca-0eaf4644850d/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.042 [auth-system-keycloak-80] [] 10.0.0.130:8080 0 0.041 201 24454840d6f6e1561a915916aa0584ff 199.204.45.30 - - [27/Feb/2026:01:32:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.130:8080 1249 0.006 200 bf1863be3a5c3d2b69fab35226f4c795 199.204.45.30 - - [27/Feb/2026:01:32:12 +0000] "GET /admin/realms/atmosphere/clients/74db7410-60a7-45ab-85ca-0eaf4644850d/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.130:8080 166 0.013 200 0739b19bf48206495f6cd32f894187e1 W0227 01:32:32.487756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:32:32.487798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:32:35.822352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:32:35.822397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:32:39.155341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:32:39.155386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:17.822719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:17.822779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:18.262187 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0227 01:33:18.262268 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0227 01:33:18.262322 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0227 01:33:18.262374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:18.262396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:18.262753 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0227 01:33:18.262841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:18.262871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:18.263127 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0227 01:33:18.263210 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0227 01:33:18.263256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:18.263278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0227 01:33:18.264840 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0227 01:33:18.264876 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0227 01:33:18.265608 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0227 01:33:18.265649 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0227 01:33:18.265722 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0227 01:33:18.265758 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0227 01:33:18.316036 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0227 01:33:18.316290 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"a30d6554-793e-49e8-b3c4-b02141d48fa1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4090", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0227 01:33:18.316409 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0227 01:33:18.316439 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0227 01:33:18.316503 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"c50a0524-1b7d-47a5-b3bd-390e13a08b92", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4091", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0227 01:33:18.319856 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0227 01:33:18.319926 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0227 01:33:18.320116 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"4366a728-2d15-429a-ab96-62e08c457da0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4092", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0227 01:33:18.320579 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0227 01:33:18.853196 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0227 01:33:18.854747 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0227 01:33:19.014597 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0227 01:33:19.015570 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0227 01:33:19.376892 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0227 01:33:19.378035 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0227 01:33:21.156762 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0227 01:33:21.156881 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0227 01:33:21.156960 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0227 01:33:21.157188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:21.157220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0227 01:33:21.157395 7 controller.go:196] "Configuration changes detected, backend reload required" I0227 01:33:21.199064 7 controller.go:216] "Backend successfully reloaded" I0227 01:33:21.199331 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xddhc", UID:"00de71a5-3cc7-4a81-bc71-e525050e739e", APIVersion:"v1", ResourceVersion:"1184", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0227 01:33:24.489562 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0227 01:33:24.489637 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0227 01:33:24.489677 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0227 01:33:24.489793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:24.489826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:27.825280 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0227 01:33:27.825339 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0227 01:33:27.825376 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0227 01:33:27.825513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:27.825537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:31.156750 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0227 01:33:31.156794 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0227 01:33:31.156815 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0227 01:33:31.156889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:31.156908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:34.490243 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0227 01:33:34.490306 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0227 01:33:34.490345 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0227 01:33:34.490460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:34.490490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:37.823925 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0227 01:33:37.823970 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0227 01:33:37.824001 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0227 01:33:37.824092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:37.824114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:41.156702 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0227 01:33:41.156767 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0227 01:33:41.156808 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0227 01:33:41.156945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:41.156972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0227 01:33:41.865502 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.110.201.43"}] I0227 01:33:41.865690 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.110.201.43"}] I0227 01:33:41.865749 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.110.201.43"}] I0227 01:33:41.877319 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"a30d6554-793e-49e8-b3c4-b02141d48fa1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4815", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0227 01:33:41.878188 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"c50a0524-1b7d-47a5-b3bd-390e13a08b92", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4816", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0227 01:33:41.881415 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"4366a728-2d15-429a-ab96-62e08c457da0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4817", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0227 01:33:44.490117 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0227 01:33:44.490183 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0227 01:33:44.490221 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0227 01:33:44.490334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:44.490363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:47.823553 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0227 01:33:47.823621 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0227 01:33:47.823674 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0227 01:33:47.823845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:47.823884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:51.156290 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0227 01:33:51.156380 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0227 01:33:51.156501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:51.156533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:54.492803 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0227 01:33:54.492873 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0227 01:33:54.492943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:54.492961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:58.694316 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0227 01:33:58.694387 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0227 01:33:58.694472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:33:58.694493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:34:02.028159 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0227 01:34:02.028264 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0227 01:34:02.028434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:34:02.028463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.217 - - [27/Feb/2026:01:34:02 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.034 [auth-system-keycloak-80] [] 10.0.0.130:8080 6411 0.034 200 a4ef5e76d33040b51a1b057c91f7641e 10.0.0.208 - - [27/Feb/2026:01:34:02 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.007 [auth-system-keycloak-80] [] 10.0.0.130:8080 6411 0.007 200 ee6baa313584e11d88e65b6d29cc2f1b W0227 01:34:05.362543 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0227 01:34:05.362726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:34:05.362748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:34:08.695451 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0227 01:34:08.695728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:34:08.695763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:34:14.915201 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0227 01:34:14.915412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:34:14.915437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:34:18.248980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:34:18.249032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:34:21.582340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:34:21.582374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:34:56.779938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:34:56.779981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:35:00.114414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0227 01:35:00.114466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store