------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0430 06:02:28.250519 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0430 06:02:28.251010 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0430 06:02:28.260618 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0430 06:02:28.263160 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0430 06:02:28.375405 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0430 06:02:28.398745 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0430 06:02:28.409630 7 nginx.go:271] "Starting NGINX Ingress controller" I0430 06:02:28.415333 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"a92b1793-c6fa-4881-ad83-919feab98b9f", APIVersion:"v1", ResourceVersion:"1368", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0430 06:02:28.419214 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"20bb1030-b4cc-4d60-a27b-926a9fe0fd21", APIVersion:"v1", ResourceVersion:"1367", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0430 06:02:28.419315 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"8a4bab5b-7823-4fe3-b355-84efcf5317ee", APIVersion:"v1", ResourceVersion:"1366", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0430 06:02:29.611039 7 nginx.go:317] "Starting NGINX process" I0430 06:02:29.611470 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0430 06:02:29.611963 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0430 06:02:29.613771 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0430 06:02:29.613873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:29.613900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0430 06:02:29.613976 7 controller.go:196] "Configuration changes detected, backend reload required" I0430 06:02:29.653675 7 controller.go:216] "Backend successfully reloaded" I0430 06:02:29.653796 7 controller.go:227] "Initial sync, sleeping for 1 second" I0430 06:02:29.653918 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-m26d9", UID:"e287c588-c03b-4f4d-ab3d-4a11a0719e76", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0430 06:02:29.676901 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0430 06:02:29.676996 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-m26d9" W0430 06:02:33.430010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:33.430045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:36.764165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:36.764215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:40.097772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:40.097836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:43.430466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:43.430520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:46.763976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:46.764026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:50.099497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:50.099552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:53.430945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:53.431106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:56.766270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:56.766321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:01.398882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:01.398913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:05.559500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:05.559547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:58.989439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:58.989498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:19.946861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:19.946899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:23.280394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:23.280449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:26.614640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:26.614697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:29.947536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:29.947680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:33.281091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:33.281167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:36.616186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:36.616369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:41.386680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:41.386725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:44.723040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:44.723075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:48.432163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:48.432210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:51.765742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:51.765795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:07:03.824741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:07:03.824784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:07:06.225383 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-244.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-244.nip.io-tls was not found. Using default certificate W0430 06:07:06.225472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:07:06.225514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0430 06:07:06.228342 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:14.7kB} I0430 06:07:06.228387 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0430 06:07:06.248108 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0430 06:07:06.248473 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-244.nip.io-tls" in local store I0430 06:07:06.248799 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f5affd70-1e99-473d-9add-313f1423eb54", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3464", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0430 06:07:06.504726 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-244.nip.io-tls" I0430 06:07:06.505665 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-244.nip.io-tls" W0430 06:07:07.159224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:07:07.159261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0430 06:07:07.159334 7 controller.go:196] "Configuration changes detected, backend reload required" I0430 06:07:07.201518 7 controller.go:216] "Backend successfully reloaded" I0430 06:07:07.201792 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-m26d9", UID:"e287c588-c03b-4f4d-ab3d-4a11a0719e76", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0430 06:07:10.492609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:07:10.492672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.244 - - [30/Apr/2026:06:07:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.201 [auth-system-keycloak-80] [] 10.0.0.200:8080 1928 2.200 200 0905da7f9f7add1ea2edbe5c0f53726c 199.204.45.244 - - [30/Apr/2026:06:07:18 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.118 [auth-system-keycloak-80] [] 10.0.0.200:8080 116 0.118 404 46b30e8dfcd128c1007413113751c1e3 199.204.45.244 - - [30/Apr/2026:06:07:22 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.963 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 3.963 201 cbb0e80a0eb054f15f780824116f0ce5 199.204.45.244 - - [30/Apr/2026:06:07:23 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.677 [auth-system-keycloak-80] [] 10.0.0.200:8080 4246 0.678 200 66ec4f81c20f5242f678a7cc5297fd09 199.204.45.244 - - [30/Apr/2026:06:07:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.521 [auth-system-keycloak-80] [] 10.0.0.200:8080 1928 0.520 200 5c2e450234d2c5947c9436cb0794e757 199.204.45.244 - - [30/Apr/2026:06:07:24 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.093 [auth-system-keycloak-80] [] 10.0.0.200:8080 12500 0.093 200 9a389990d830d6ec887704964dbc5160 199.204.45.244 - - [30/Apr/2026:06:07:24 +0000] "GET /admin/realms/atmosphere/client-scopes/4fc834fa-e5bf-4d40-abd6-04b3b264f945 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.014 [auth-system-keycloak-80] [] 10.0.0.200:8080 1278 0.013 200 9090952e6a80390753ae41f71641bc70 199.204.45.244 - - [30/Apr/2026:06:07:24 +0000] "PUT /admin/realms/atmosphere/client-scopes/4fc834fa-e5bf-4d40-abd6-04b3b264f945 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.055 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.053 204 fd9e9a521ed043f3d4ba1bb02c0e32e9 199.204.45.244 - - [30/Apr/2026:06:07:24 +0000] "GET /admin/realms/atmosphere/client-scopes/4fc834fa-e5bf-4d40-abd6-04b3b264f945/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.081 [auth-system-keycloak-80] [] 10.0.0.200:8080 963 0.080 200 5b28593e4b44ab006f5e216017c89455 199.204.45.244 - - [30/Apr/2026:06:07:24 +0000] "GET /admin/realms/atmosphere/client-scopes/4fc834fa-e5bf-4d40-abd6-04b3b264f945/protocol-mappers/models/aeefb89e-4c80-4570-8a3d-fd51f90dbc0d HTTP/1.1" 200 366 "-" "Ansible" 1309 0.010 [auth-system-keycloak-80] [] 10.0.0.200:8080 366 0.010 200 6ce133427fcafc98fc39fe30b1bfc5dc 199.204.45.244 - - [30/Apr/2026:06:07:24 +0000] "PUT /admin/realms/atmosphere/client-scopes/4fc834fa-e5bf-4d40-abd6-04b3b264f945/protocol-mappers/models/aeefb89e-4c80-4570-8a3d-fd51f90dbc0d HTTP/1.1" 204 0 "-" "Ansible" 1622 0.082 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.081 204 b560090243babcf7dd74f3ba320165bc 199.204.45.244 - - [30/Apr/2026:06:07:24 +0000] "GET /admin/realms/atmosphere/client-scopes/4fc834fa-e5bf-4d40-abd6-04b3b264f945 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.085 [auth-system-keycloak-80] [] 10.0.0.200:8080 1218 0.085 200 0b1f622e182c6088f825c6f97d351175 I0430 06:07:29.684416 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.185.215"}] I0430 06:07:29.690537 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f5affd70-1e99-473d-9add-313f1423eb54", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3766", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0430 06:07:29.692122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:07:29.692212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.244 - - [30/Apr/2026:06:07:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.510 [auth-system-keycloak-80] [] 10.0.0.200:8080 1928 0.509 200 0d5c10b0e98aaccb16642f7b7976e1d7 199.204.45.244 - - [30/Apr/2026:06:07:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.016 [auth-system-keycloak-80] [] 10.0.0.200:8080 2 0.016 200 7c874ed61b546236826c8472b2a9006c 199.204.45.244 - - [30/Apr/2026:06:07:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.249 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.248 201 df48aee47853b75b31fbcc6cd3d0c7ac 199.204.45.244 - - [30/Apr/2026:06:07:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.026 [auth-system-keycloak-80] [] 10.0.0.200:8080 1261 0.027 200 cfc039f01e4c75bae13029c72d2395bd 199.204.45.244 - - [30/Apr/2026:06:07:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.814 [auth-system-keycloak-80] [] 10.0.0.200:8080 1928 0.813 200 022b5aea2aff5250f497400c5c225068 199.204.45.244 - - [30/Apr/2026:06:07:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.047 [auth-system-keycloak-80] [] 10.0.0.200:8080 2 0.047 200 b1bfe31c00fc424211b3873107e0127f 199.204.45.244 - - [30/Apr/2026:06:07:48 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 1.189 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 1.189 201 faf8d3151c9266e8c4faafe044d081a8 199.204.45.244 - - [30/Apr/2026:06:07:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.028 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.028 200 4b30e02a60c38c58f84c66d781b258df 199.204.45.244 - - [30/Apr/2026:06:07:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.200:8080 1928 0.466 200 007883be08ea1fbf59fc0f39da4a6c59 199.204.45.244 - - [30/Apr/2026:06:07:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.200:8080 2 0.012 200 d5d4c4c81867820ccaad41f438211839 199.204.45.244 - - [30/Apr/2026:06:07:49 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.083 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.081 201 b4424783260f059f8f94550b4f69fac5 199.204.45.244 - - [30/Apr/2026:06:07:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.070 [auth-system-keycloak-80] [] 10.0.0.200:8080 1251 0.070 200 6439c735d5e90459230ae95fd6615d34 199.204.45.244 - - [30/Apr/2026:06:07:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.200:8080 1928 0.470 200 d3a316f26942bbe8618637021b9439d0 199.204.45.244 - - [30/Apr/2026:06:07:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.051 [auth-system-keycloak-80] [] 10.0.0.200:8080 1261 0.051 200 89d2d626be1c7c46018b0d4c41dda5e0 199.204.45.244 - - [30/Apr/2026:06:07:50 +0000] "GET /admin/realms/atmosphere/clients/d0827847-f925-4e2b-b00e-257e114a7877/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.200:8080 119 0.018 404 db2b5734578b628a9dc176497fd0a563 199.204.45.244 - - [30/Apr/2026:06:07:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.200:8080 1261 0.010 200 f7b496b8d8513e7dd59b17d0a8525e97 199.204.45.244 - - [30/Apr/2026:06:07:50 +0000] "POST /admin/realms/atmosphere/clients/d0827847-f925-4e2b-b00e-257e114a7877/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.046 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.046 201 33be50e1147978c4e76b815e69a1f718 199.204.45.244 - - [30/Apr/2026:06:07:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.200:8080 1261 0.007 200 79fd4a78597cdef02ea2ecfbcbac5d52 199.204.45.244 - - [30/Apr/2026:06:07:51 +0000] "GET /admin/realms/atmosphere/clients/d0827847-f925-4e2b-b00e-257e114a7877/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.078 [auth-system-keycloak-80] [] 10.0.0.200:8080 166 0.078 200 467166153214f1a94cdd100719696696 199.204.45.244 - - [30/Apr/2026:06:07:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.453 [auth-system-keycloak-80] [] 10.0.0.200:8080 1928 0.451 200 20920fc1f65a68f26b390c3098c02b44 199.204.45.244 - - [30/Apr/2026:06:07:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.026 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.027 200 7dabf6b02ce682daedca468b0a70f50b 199.204.45.244 - - [30/Apr/2026:06:07:51 +0000] "GET /admin/realms/atmosphere/clients/c7181097-b8c1-472f-a6b9-a121620c6be2/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.200:8080 119 0.011 404 2b3cc87a3d0735989660906957d6bc2f 199.204.45.244 - - [30/Apr/2026:06:07:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.011 200 f2e510a75e11a11387735bb7861b3ff7 199.204.45.244 - - [30/Apr/2026:06:07:51 +0000] "POST /admin/realms/atmosphere/clients/c7181097-b8c1-472f-a6b9-a121620c6be2/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.051 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.050 201 891f95a2a7961411b4a07e3320fa196c 199.204.45.244 - - [30/Apr/2026:06:07:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.010 200 ed0651c712f80dda2aac23b09bc6d9b5 199.204.45.244 - - [30/Apr/2026:06:07:52 +0000] "GET /admin/realms/atmosphere/clients/c7181097-b8c1-472f-a6b9-a121620c6be2/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.016 [auth-system-keycloak-80] [] 10.0.0.200:8080 165 0.015 200 ba5d5c6893918699ea186e99694cc770 199.204.45.244 - - [30/Apr/2026:06:07:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.200:8080 1928 0.469 200 7329f998ac00a25134362b45b2689c06 199.204.45.244 - - [30/Apr/2026:06:07:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.007 200 f255b2ed3dde65e479004c25eb09b83a 199.204.45.244 - - [30/Apr/2026:06:07:52 +0000] "GET /admin/realms/atmosphere/clients/c7181097-b8c1-472f-a6b9-a121620c6be2/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.038 [auth-system-keycloak-80] [] 10.0.0.200:8080 119 0.038 404 d58b4d5a1b63cdc42235df3f5a6a0c8a 199.204.45.244 - - [30/Apr/2026:06:07:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.008 200 51db9387ccddf4e2d5ccfb020600fc74 199.204.45.244 - - [30/Apr/2026:06:07:52 +0000] "POST /admin/realms/atmosphere/clients/c7181097-b8c1-472f-a6b9-a121620c6be2/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.017 201 f74e62bfafe5a6a64b8cb6ab988597d3 199.204.45.244 - - [30/Apr/2026:06:07:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.039 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.039 200 b2bd13bc1900cf2a53747748a5e343b3 199.204.45.244 - - [30/Apr/2026:06:07:53 +0000] "GET /admin/realms/atmosphere/clients/c7181097-b8c1-472f-a6b9-a121620c6be2/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.200:8080 166 0.014 200 e51e9536b11c65e24938b0d5d916ef9e 199.204.45.244 - - [30/Apr/2026:06:07:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.505 [auth-system-keycloak-80] [] 10.0.0.200:8080 1928 0.503 200 f0fe480930132c4da89a1aed3789e7d8 199.204.45.244 - - [30/Apr/2026:06:07:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.012 200 868f45007be1f9a67da9a3154da72639 199.204.45.244 - - [30/Apr/2026:06:07:53 +0000] "GET /admin/realms/atmosphere/clients/c7181097-b8c1-472f-a6b9-a121620c6be2/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.200:8080 119 0.009 404 c3f28ad29fd5eaf5423b12f3406804fa 199.204.45.244 - - [30/Apr/2026:06:07:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.040 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.040 200 36672bcba015f80eddcf38a019a634db 199.204.45.244 - - [30/Apr/2026:06:07:53 +0000] "POST /admin/realms/atmosphere/clients/c7181097-b8c1-472f-a6b9-a121620c6be2/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.018 201 8af78cdd86f03d5a403f5bacc938ce46 199.204.45.244 - - [30/Apr/2026:06:07:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.006 200 5498de20e0ca30aa81e8967425de3abf 199.204.45.244 - - [30/Apr/2026:06:07:53 +0000] "GET /admin/realms/atmosphere/clients/c7181097-b8c1-472f-a6b9-a121620c6be2/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.054 [auth-system-keycloak-80] [] 10.0.0.200:8080 166 0.054 200 b98c5e8ed970404fcbde7073935d721f 199.204.45.244 - - [30/Apr/2026:06:07:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.496 [auth-system-keycloak-80] [] 10.0.0.200:8080 1928 0.494 200 2d68e134f2f62167408be39be86a8b67 199.204.45.244 - - [30/Apr/2026:06:07:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.200:8080 1251 0.008 200 d1380955148f8602d2d8f2c17b7daa9f 199.204.45.244 - - [30/Apr/2026:06:07:54 +0000] "GET /admin/realms/atmosphere/clients/f4c2737d-acc8-4438-afc7-ced1db20d235/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.200:8080 119 0.009 404 9ee7cf2154e2da084c2e89342e2a7fb3 199.204.45.244 - - [30/Apr/2026:06:07:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.200:8080 1251 0.008 200 4f2a254b56fb4e2b6aead64660f4ccec 199.204.45.244 - - [30/Apr/2026:06:07:54 +0000] "POST /admin/realms/atmosphere/clients/f4c2737d-acc8-4438-afc7-ced1db20d235/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.054 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.054 201 9534b5a62d62c2d95ae87705b75c9738 199.204.45.244 - - [30/Apr/2026:06:07:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.200:8080 1251 0.006 200 cb0dd4acc8e5fbb7b627867c60c717b9 199.204.45.244 - - [30/Apr/2026:06:07:54 +0000] "GET /admin/realms/atmosphere/clients/f4c2737d-acc8-4438-afc7-ced1db20d235/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.200:8080 166 0.015 200 9035d6ac2b87e1da1c71c955986fc962 W0430 06:08:01.930026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:08:01.930076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:08:05.263884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:08:05.263979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:02.915423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:02.915464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:03.045342 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:03.045382 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:03.045429 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0430 06:09:03.045445 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0430 06:09:03.045353 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:03.045468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:03.045487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:03.045492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:03.045509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:03.045511 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0430 06:09:03.045645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:03.045657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0430 06:09:03.047228 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0430 06:09:03.047255 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0430 06:09:03.047397 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0430 06:09:03.047428 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0430 06:09:03.047622 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0430 06:09:03.047654 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0430 06:09:03.059423 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0430 06:09:03.059873 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0430 06:09:03.060006 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b47ac088-0a14-4a1e-98f3-527705142658", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4483", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0430 06:09:03.060733 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0430 06:09:03.061382 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0430 06:09:03.061413 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0430 06:09:03.061494 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"6461108f-f575-404b-85fe-de0f406f4d65", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4484", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0430 06:09:03.061569 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"a60a6bb2-4fd6-4b41-b0af-dc82a9ee41f9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4485", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0430 06:09:03.061774 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0430 06:09:03.673061 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0430 06:09:03.674140 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0430 06:09:03.721656 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0430 06:09:03.722668 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0430 06:09:03.773377 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0430 06:09:03.774390 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0430 06:09:06.250271 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:06.250340 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:06.250379 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:06.250496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:06.250523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0430 06:09:06.250642 7 controller.go:196] "Configuration changes detected, backend reload required" I0430 06:09:06.296775 7 controller.go:216] "Backend successfully reloaded" I0430 06:09:06.297001 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-m26d9", UID:"e287c588-c03b-4f4d-ab3d-4a11a0719e76", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0430 06:09:09.582434 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:09.582516 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:09.582554 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:09.582672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:09.582695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:12.916484 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:12.916533 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:12.916558 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:12.916633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:12.916649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:16.248936 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:16.249014 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:16.249044 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:16.249168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:16.249192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:19.582812 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:19.582881 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:19.582926 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:19.583071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:19.583098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:22.916131 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:22.916182 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:22.916220 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:22.916321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:22.916342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:26.248899 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:26.248962 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:26.248984 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:26.249096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:26.249114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:29.582809 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:29.582892 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:29.582929 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:29.583050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:29.583076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0430 06:09:29.767609 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.97.185.215"}] I0430 06:09:29.768372 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.97.185.215"}] I0430 06:09:29.768441 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.97.185.215"}] I0430 06:09:29.826558 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"6461108f-f575-404b-85fe-de0f406f4d65", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5279", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0430 06:09:30.192643 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"a60a6bb2-4fd6-4b41-b0af-dc82a9ee41f9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5280", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0430 06:09:30.195160 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b47ac088-0a14-4a1e-98f3-527705142658", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5281", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0430 06:09:32.920166 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:32.920228 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:32.920267 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:32.920356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:32.920381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:36.249382 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:36.249486 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:36.249611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:36.249639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:39.583271 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:39.583393 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:39.583512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:39.583545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:42.916858 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:42.917110 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:42.917322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:42.917400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:46.249479 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:46.249746 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:46.249954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:46.249989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.241 - - [30/Apr/2026:06:09:47 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.033 [auth-system-keycloak-80] [] 10.0.0.200:8080 6382 0.033 200 51c3bd1f82a16e329d384765938ea588 10.0.0.69 - - [30/Apr/2026:06:09:47 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.200:8080 6382 0.007 200 1bd443e3d80428ba344591fab5530897 W0430 06:09:49.583190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:49.583223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:52.915798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:52.915844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:56.249034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:56.249141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:59.582552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:59.582605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:05.587792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:05.587824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:08.922304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:08.922356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:32.449548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:32.449584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:35.784034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:35.784083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store