------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0430 06:02:42.145309 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0430 06:02:42.145991 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0430 06:02:42.154632 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0430 06:02:42.157963 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0430 06:02:42.454422 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0430 06:02:42.474943 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0430 06:02:42.488680 7 nginx.go:271] "Starting NGINX Ingress controller" I0430 06:02:42.493365 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"f02b3c0a-7a1c-4690-b46f-6ca7f451ca15", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0430 06:02:42.500581 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"399cf436-fd2a-4d0f-94ef-b221c11634bc", APIVersion:"v1", ResourceVersion:"1395", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0430 06:02:42.500622 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"dc0c7604-091e-4a9f-ae0c-215c490746e6", APIVersion:"v1", ResourceVersion:"1396", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0430 06:02:43.690383 7 nginx.go:317] "Starting NGINX process" I0430 06:02:43.690411 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0430 06:02:43.691029 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0430 06:02:43.691375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:43.691432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0430 06:02:43.691502 7 controller.go:196] "Configuration changes detected, backend reload required" I0430 06:02:43.703814 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0430 06:02:43.703884 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-859dh" I0430 06:02:43.726485 7 controller.go:216] "Backend successfully reloaded" I0430 06:02:43.726619 7 controller.go:227] "Initial sync, sleeping for 1 second" I0430 06:02:43.726688 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-859dh", UID:"b59c30d7-42a7-4f95-94f8-5977b9f1114b", APIVersion:"v1", ResourceVersion:"1438", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0430 06:02:47.506278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:47.506314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:50.842984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:50.843032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:54.173436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:54.173490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:57.508295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:02:57.508361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:00.840809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:00.840864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:04.174222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:04.174281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:07.507361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:07.507422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:10.839766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:10.839815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:17.553488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:03:17.553519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:06.142784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:06.142816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:09.478664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:09.478717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:14.086447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:14.086487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:17.421460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:17.421507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:20.753978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:20.754048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:24.088157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:24.088200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:27.420296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:27.420330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:30.754167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:30.754218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:34.086699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:34.086762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:37.420340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:37.420386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:40.756138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:40.756197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:44.086735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:44.086802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:47.422291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:04:47.422479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:06:59.294829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:06:59.294880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:07:01.851244 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-25.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-25.nip.io-tls was not found. Using default certificate W0430 06:07:01.851320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:07:01.851337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0430 06:07:01.853573 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0430 06:07:01.853613 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0430 06:07:01.862339 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0430 06:07:01.862600 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"41eabc8c-dfa4-4778-867f-73c23b82a2c7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3442", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0430 06:07:01.862795 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-25.nip.io-tls" in local store I0430 06:07:02.086804 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-25.nip.io-tls" I0430 06:07:02.087951 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-25.nip.io-tls" W0430 06:07:02.628373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:07:02.628423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0430 06:07:02.628494 7 controller.go:196] "Configuration changes detected, backend reload required" I0430 06:07:02.670286 7 controller.go:216] "Backend successfully reloaded" I0430 06:07:02.670657 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-859dh", UID:"b59c30d7-42a7-4f95-94f8-5977b9f1114b", APIVersion:"v1", ResourceVersion:"1438", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0430 06:07:05.961959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:07:05.962023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [30/Apr/2026:06:07:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.148 [auth-system-keycloak-80] [] 10.0.0.200:8080 1925 2.147 200 1c3273c23a77a693849836f0bbed9221 199.204.45.25 - - [30/Apr/2026:06:07:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.188 [auth-system-keycloak-80] [] 10.0.0.200:8080 116 0.189 404 266d93add645dbd73ef45745fce94885 199.204.45.25 - - [30/Apr/2026:06:07:19 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 5.185 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 5.185 201 d0fe73e47e9bf8b68186c80120f8ea56 199.204.45.25 - - [30/Apr/2026:06:07:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.774 [auth-system-keycloak-80] [] 10.0.0.200:8080 4246 0.774 200 8873a971cced5e9c93125e5177dd1bc0 199.204.45.25 - - [30/Apr/2026:06:07:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.554 [auth-system-keycloak-80] [] 10.0.0.200:8080 1925 0.553 200 71939d8150049724bd9d5d6ad4a3d76b 199.204.45.25 - - [30/Apr/2026:06:07:21 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12507 "-" "Ansible" 1209 0.092 [auth-system-keycloak-80] [] 10.0.0.200:8080 12500 0.092 200 360abeebb323af53260099e745043448 199.204.45.25 - - [30/Apr/2026:06:07:21 +0000] "GET /admin/realms/atmosphere/client-scopes/86e40277-05ac-41a3-90b4-3eb3ea66eb5e HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.010 [auth-system-keycloak-80] [] 10.0.0.200:8080 1278 0.011 200 6a5b1086a26cdd23b4cf9262a15f9c8d 199.204.45.25 - - [30/Apr/2026:06:07:21 +0000] "PUT /admin/realms/atmosphere/client-scopes/86e40277-05ac-41a3-90b4-3eb3ea66eb5e HTTP/1.1" 204 0 "-" "Ansible" 1846 0.094 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.093 204 3b3a1ec5ad8c6c896994c35ef4a9e183 199.204.45.25 - - [30/Apr/2026:06:07:21 +0000] "GET /admin/realms/atmosphere/client-scopes/86e40277-05ac-41a3-90b4-3eb3ea66eb5e/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.076 [auth-system-keycloak-80] [] 10.0.0.200:8080 963 0.076 200 3f621c546f24b002725f208bbe397506 199.204.45.25 - - [30/Apr/2026:06:07:21 +0000] "GET /admin/realms/atmosphere/client-scopes/86e40277-05ac-41a3-90b4-3eb3ea66eb5e/protocol-mappers/models/af66975b-c89f-41cc-99d0-6e0a4975d1de HTTP/1.1" 200 366 "-" "Ansible" 1307 0.012 [auth-system-keycloak-80] [] 10.0.0.200:8080 366 0.012 200 030ce565720dc9fbed752512783f4f68 199.204.45.25 - - [30/Apr/2026:06:07:21 +0000] "PUT /admin/realms/atmosphere/client-scopes/86e40277-05ac-41a3-90b4-3eb3ea66eb5e/protocol-mappers/models/af66975b-c89f-41cc-99d0-6e0a4975d1de HTTP/1.1" 204 0 "-" "Ansible" 1620 0.077 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.076 204 f7bc6d0b170089a128be956c745b874a 199.204.45.25 - - [30/Apr/2026:06:07:22 +0000] "GET /admin/realms/atmosphere/client-scopes/86e40277-05ac-41a3-90b4-3eb3ea66eb5e HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.079 [auth-system-keycloak-80] [] 10.0.0.200:8080 1218 0.079 200 8cb3bc00b7cc6031e0bd0d3bba4c9247 I0430 06:07:43.713271 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.90.41"}] I0430 06:07:43.719284 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"41eabc8c-dfa4-4778-867f-73c23b82a2c7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3847", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0430 06:07:43.721353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:07:43.721396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [30/Apr/2026:06:07:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.471 [auth-system-keycloak-80] [] 10.0.0.200:8080 1925 0.469 200 0fb9050a95ba5a7208596b55199807d3 199.204.45.25 - - [30/Apr/2026:06:07:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.066 [auth-system-keycloak-80] [] 10.0.0.200:8080 2 0.066 200 df56991b3bfe1b471bd66a03a316e31d 199.204.45.25 - - [30/Apr/2026:06:07:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.201 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.199 201 1867220fb70e0f6bf31ff6077aedfdee 199.204.45.25 - - [30/Apr/2026:06:07:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.096 [auth-system-keycloak-80] [] 10.0.0.200:8080 1259 0.096 200 f3e4563aa94d30788a3254fa51f3b03b 199.204.45.25 - - [30/Apr/2026:06:07:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.514 [auth-system-keycloak-80] [] 10.0.0.200:8080 1925 0.512 200 17d6fb5140cb59e03c43b2b7632d33c2 199.204.45.25 - - [30/Apr/2026:06:07:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.200:8080 2 0.011 200 71b745273d13b46acd6334e0e47c2fdc 199.204.45.25 - - [30/Apr/2026:06:07:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.081 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.081 201 ed77b628f537943943fb10620f5336c5 199.204.45.25 - - [30/Apr/2026:06:07:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.073 [auth-system-keycloak-80] [] 10.0.0.200:8080 1283 0.073 200 b54572406c1ac2b11096f84a676d22d9 199.204.45.25 - - [30/Apr/2026:06:07:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.932 [auth-system-keycloak-80] [] 10.0.0.200:8080 1925 0.931 200 14c442b3f6addc83d37f699ffbec79e1 199.204.45.25 - - [30/Apr/2026:06:07:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.035 [auth-system-keycloak-80] [] 10.0.0.200:8080 2 0.035 200 862272ff7b7ba2fd27d946c119a9c62c 199.204.45.25 - - [30/Apr/2026:06:07:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.085 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.085 201 f232be4060b7943167830d500a95d0d4 199.204.45.25 - - [30/Apr/2026:06:07:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.023 [auth-system-keycloak-80] [] 10.0.0.200:8080 1249 0.023 200 4f3669ab5e9db5ee9a496f0a86b9c586 199.204.45.25 - - [30/Apr/2026:06:07:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.485 [auth-system-keycloak-80] [] 10.0.0.200:8080 1925 0.484 200 14cfa035b2860175ebdd2c1b90f83124 199.204.45.25 - - [30/Apr/2026:06:07:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.200:8080 1259 0.005 200 d67edb8d1462e39893daaf4fe578a70e 199.204.45.25 - - [30/Apr/2026:06:07:47 +0000] "GET /admin/realms/atmosphere/clients/557c20b7-a111-42c8-818e-2d0738d5e9d6/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.057 [auth-system-keycloak-80] [] 10.0.0.200:8080 119 0.057 404 c2e7b3d4cabc008bcf6c5e2b337954b0 199.204.45.25 - - [30/Apr/2026:06:07:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.200:8080 1259 0.009 200 832d1453f5c693d5a92df4f40e045087 199.204.45.25 - - [30/Apr/2026:06:07:47 +0000] "POST /admin/realms/atmosphere/clients/557c20b7-a111-42c8-818e-2d0738d5e9d6/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.059 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.058 201 16734e991f9880d35fddfa285b8d032d 199.204.45.25 - - [30/Apr/2026:06:07:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.200:8080 1259 0.009 200 b7c3428837301c8c243ec67dad74fe0c 199.204.45.25 - - [30/Apr/2026:06:07:47 +0000] "GET /admin/realms/atmosphere/clients/557c20b7-a111-42c8-818e-2d0738d5e9d6/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.084 [auth-system-keycloak-80] [] 10.0.0.200:8080 166 0.084 200 c8b9949b549149f64fef8f19ac59b3eb 199.204.45.25 - - [30/Apr/2026:06:07:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.525 [auth-system-keycloak-80] [] 10.0.0.200:8080 1925 0.523 200 77593928cbaa83ba7a58dfd881598a1c 199.204.45.25 - - [30/Apr/2026:06:07:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.200:8080 1283 0.009 200 fbc428ab7a22bad57283b56898bd3185 199.204.45.25 - - [30/Apr/2026:06:07:48 +0000] "GET /admin/realms/atmosphere/clients/5bd6d70f-54e8-49e6-af97-84067c44eebf/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.010 [auth-system-keycloak-80] [] 10.0.0.200:8080 119 0.010 404 67a142632eca25b0060083dd8993e883 199.204.45.25 - - [30/Apr/2026:06:07:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.019 [auth-system-keycloak-80] [] 10.0.0.200:8080 1283 0.020 200 42c3954ea9bb502190ff1e2189e7baba 199.204.45.25 - - [30/Apr/2026:06:07:48 +0000] "POST /admin/realms/atmosphere/clients/5bd6d70f-54e8-49e6-af97-84067c44eebf/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.017 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.016 201 9cca646750dc71705283737294dc85e5 199.204.45.25 - - [30/Apr/2026:06:07:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.057 [auth-system-keycloak-80] [] 10.0.0.200:8080 1283 0.057 200 fca0271cc51aa4daf51c8ae511670521 199.204.45.25 - - [30/Apr/2026:06:07:48 +0000] "GET /admin/realms/atmosphere/clients/5bd6d70f-54e8-49e6-af97-84067c44eebf/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.016 [auth-system-keycloak-80] [] 10.0.0.200:8080 165 0.016 200 186c20732dc0512e42a55ac8db7e7f3f 199.204.45.25 - - [30/Apr/2026:06:07:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.497 [auth-system-keycloak-80] [] 10.0.0.200:8080 1925 0.496 200 4ed2ed5407847eaeb471357b81e28ceb 199.204.45.25 - - [30/Apr/2026:06:07:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.074 [auth-system-keycloak-80] [] 10.0.0.200:8080 1283 0.074 200 be1358f9f0e8baa75938b149bbddd87f 199.204.45.25 - - [30/Apr/2026:06:07:49 +0000] "GET /admin/realms/atmosphere/clients/5bd6d70f-54e8-49e6-af97-84067c44eebf/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.200:8080 119 0.009 404 22efbeb7353c8fd414598f4ce073fae0 199.204.45.25 - - [30/Apr/2026:06:07:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.066 [auth-system-keycloak-80] [] 10.0.0.200:8080 1283 0.066 200 fe49c665657ba582c72e8e7c3fc92f57 199.204.45.25 - - [30/Apr/2026:06:07:49 +0000] "POST /admin/realms/atmosphere/clients/5bd6d70f-54e8-49e6-af97-84067c44eebf/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.022 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.021 201 3fdc43d9ca4e3fc630e4b3970773a73f 199.204.45.25 - - [30/Apr/2026:06:07:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.058 [auth-system-keycloak-80] [] 10.0.0.200:8080 1283 0.058 200 e8bd41bfa4d91495a3a6a9b8bfc8e21a 199.204.45.25 - - [30/Apr/2026:06:07:50 +0000] "GET /admin/realms/atmosphere/clients/5bd6d70f-54e8-49e6-af97-84067c44eebf/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.200:8080 166 0.015 200 1eff798773dc5bc644ad60e71a54ba5b 199.204.45.25 - - [30/Apr/2026:06:07:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.491 [auth-system-keycloak-80] [] 10.0.0.200:8080 1925 0.490 200 8aa86388b152e545569c13d4223339a4 199.204.45.25 - - [30/Apr/2026:06:07:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.015 [auth-system-keycloak-80] [] 10.0.0.200:8080 1283 0.015 200 8ee51e8155b15b2c5f118374df3aa5cb 199.204.45.25 - - [30/Apr/2026:06:07:50 +0000] "GET /admin/realms/atmosphere/clients/5bd6d70f-54e8-49e6-af97-84067c44eebf/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.056 [auth-system-keycloak-80] [] 10.0.0.200:8080 119 0.056 404 6d44e76f1ee2a2fcdfad9fa87d5cf407 199.204.45.25 - - [30/Apr/2026:06:07:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.200:8080 1283 0.009 200 a63e3052abd7c19e43b63e0c40375dfd 199.204.45.25 - - [30/Apr/2026:06:07:50 +0000] "POST /admin/realms/atmosphere/clients/5bd6d70f-54e8-49e6-af97-84067c44eebf/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.021 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.020 201 178747ab1fd99df17a1c8a9703a2093c 199.204.45.25 - - [30/Apr/2026:06:07:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.200:8080 1283 0.006 200 490520e4f7e583d1f82d423f2a876153 199.204.45.25 - - [30/Apr/2026:06:07:51 +0000] "GET /admin/realms/atmosphere/clients/5bd6d70f-54e8-49e6-af97-84067c44eebf/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.031 [auth-system-keycloak-80] [] 10.0.0.200:8080 166 0.031 200 4289a6141b8083d869e32a85b07c773d 199.204.45.25 - - [30/Apr/2026:06:07:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.468 [auth-system-keycloak-80] [] 10.0.0.200:8080 1925 0.467 200 60b6f4338ce8d1a5edf5bcb77a653861 199.204.45.25 - - [30/Apr/2026:06:07:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.032 [auth-system-keycloak-80] [] 10.0.0.200:8080 1249 0.032 200 f7c3f8c848ec3c1106aec36018aff73f 199.204.45.25 - - [30/Apr/2026:06:07:51 +0000] "GET /admin/realms/atmosphere/clients/93c325e7-12b5-43b5-a944-89205cfe6150/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.200:8080 119 0.010 404 d9ac983e138e1cdac91cda1d477a03b0 199.204.45.25 - - [30/Apr/2026:06:07:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.200:8080 1249 0.010 200 ab3a94b331cd28938bf8b0284046435e 199.204.45.25 - - [30/Apr/2026:06:07:51 +0000] "POST /admin/realms/atmosphere/clients/93c325e7-12b5-43b5-a944-89205cfe6150/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.050 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.049 201 f31ad08b4c7e9adc6401bc0226948e30 199.204.45.25 - - [30/Apr/2026:06:07:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.200:8080 1249 0.007 200 7b15703e5c1ffc9dd27ccc608d3fce25 199.204.45.25 - - [30/Apr/2026:06:07:51 +0000] "GET /admin/realms/atmosphere/clients/93c325e7-12b5-43b5-a944-89205cfe6150/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.019 [auth-system-keycloak-80] [] 10.0.0.200:8080 166 0.020 200 f9d83c87b61fe24a7a40b074413cdffe W0430 06:07:57.783891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:07:57.783920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:08:01.119325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:08:01.119383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:01.785045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:01.785319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:01.855941 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:01.856021 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0430 06:09:01.856058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:01.856076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:01.856962 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:01.857081 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0430 06:09:01.857148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:01.857193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0430 06:09:01.857736 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0430 06:09:01.857770 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0430 06:09:01.857877 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:01.858044 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0430 06:09:01.858093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:01.858118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0430 06:09:01.859304 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0430 06:09:01.859332 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0430 06:09:01.860583 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0430 06:09:01.860616 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0430 06:09:01.861759 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0430 06:09:01.862227 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0430 06:09:01.862584 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"677d2045-7083-4f3e-b7a4-b163ab8fc6ea", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4489", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0430 06:09:01.866751 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0430 06:09:01.867367 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0430 06:09:01.867445 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f9b50ad1-210a-4c5e-9a82-0709f0bf26be", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4490", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0430 06:09:01.878998 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0430 06:09:01.879444 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0430 06:09:01.879778 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"438113bc-2e54-48f3-bf57-f013f47c1a54", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4494", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0430 06:09:02.233958 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0430 06:09:02.234772 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0430 06:09:02.238224 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0430 06:09:02.238976 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0430 06:09:04.473301 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0430 06:09:04.474361 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/alertmanager-tls" I0430 06:09:04.574433 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0430 06:09:04.575619 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/grafana-tls" I0430 06:09:04.975672 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0430 06:09:04.976857 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0430 06:09:05.118577 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:05.118674 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:05.118725 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:05.118823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:05.118842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0430 06:09:05.118981 7 controller.go:196] "Configuration changes detected, backend reload required" I0430 06:09:05.160478 7 controller.go:216] "Backend successfully reloaded" I0430 06:09:05.162106 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-859dh", UID:"b59c30d7-42a7-4f95-94f8-5977b9f1114b", APIVersion:"v1", ResourceVersion:"1438", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0430 06:09:08.452244 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:08.452333 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:08.452601 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:08.452768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:08.452795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:11.785474 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:11.785568 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:11.785620 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:11.785769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:11.785798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:15.118544 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:15.118616 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:15.118653 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:15.118776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:15.118809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:18.452094 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:18.452161 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:18.452210 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:18.452363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:18.452392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:21.785299 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:21.785353 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0430 06:09:21.785379 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:21.785463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:21.785477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:25.118730 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:25.118814 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:25.118922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:25.118948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:28.451761 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:28.451906 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:28.452041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:28.452077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:31.784719 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:31.784824 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:31.785117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:31.785152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:35.119789 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:35.119996 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:35.120168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:35.120208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:38.452421 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0430 06:09:38.452550 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0430 06:09:38.452697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:38.452733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.49 - - [30/Apr/2026:06:09:38 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.037 [auth-system-keycloak-80] [] 10.0.0.200:8080 6411 0.037 200 3a0e652715a3e8552ae3ab559c31a370 10.0.0.15 - - [30/Apr/2026:06:09:39 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.011 [auth-system-keycloak-80] [] 10.0.0.200:8080 6411 0.010 200 1bd89791ed5844b4aedb2119b309139a W0430 06:09:41.785909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:41.785957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0430 06:09:43.711804 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.90.41"}] I0430 06:09:43.712722 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.90.41"}] I0430 06:09:43.712852 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.90.41"}] I0430 06:09:43.717050 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"438113bc-2e54-48f3-bf57-f013f47c1a54", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5641", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0430 06:09:43.719630 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f9b50ad1-210a-4c5e-9a82-0709f0bf26be", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5642", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0430 06:09:43.721119 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"677d2045-7083-4f3e-b7a4-b163ab8fc6ea", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5643", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0430 06:09:45.119087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:45.119145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:48.452429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:48.452479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:51.785877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:51.785933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:55.118873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:09:55.118919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:01.148304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:01.148361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:30.620538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:30.621857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:33.953369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:33.953412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:37.285834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0430 06:10:37.285893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store