------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0526 13:57:05.191621 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0526 13:57:05.191748 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0526 13:57:05.198522 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0526 13:57:05.201770 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0526 13:57:05.348938 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0526 13:57:05.371074 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0526 13:57:05.385461 7 nginx.go:271] "Starting NGINX Ingress controller" I0526 13:57:05.392826 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"ccf86ba3-bf6b-47f7-996f-fe1068bed2bd", APIVersion:"v1", ResourceVersion:"1397", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0526 13:57:05.396845 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"c9c2a154-46f6-4d38-a29e-e97a93fca362", APIVersion:"v1", ResourceVersion:"1398", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0526 13:57:05.396939 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"0e3e2f41-2607-424d-9abf-cd0a0c40b4a6", APIVersion:"v1", ResourceVersion:"1396", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0526 13:57:06.587173 7 nginx.go:317] "Starting NGINX process" I0526 13:57:06.587275 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0526 13:57:06.587649 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0526 13:57:06.587884 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0526 13:57:06.587932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:57:06.587953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 13:57:06.587990 7 controller.go:196] "Configuration changes detected, backend reload required" I0526 13:57:06.594696 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0526 13:57:06.594755 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-xw6p6" I0526 13:57:06.617439 7 controller.go:216] "Backend successfully reloaded" I0526 13:57:06.617529 7 controller.go:227] "Initial sync, sleeping for 1 second" I0526 13:57:06.617635 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xw6p6", UID:"2d4b88cd-705a-4c81-9c34-5cdab73df0a7", APIVersion:"v1", ResourceVersion:"1438", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0526 13:57:10.415710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:57:10.415837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:57:13.749571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:57:13.749628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:57:17.083464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:57:17.083492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:57:20.416244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:57:20.416284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:57:23.750536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:57:23.750590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:57:27.083505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:57:27.083556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:57:30.417081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:57:30.417147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:57:33.749427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:57:33.749476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:57:38.811822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:57:38.811858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:57:43.191071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:57:43.191093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:58:34.662608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:58:34.662647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:58:37.996881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:58:37.996923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:58:45.528442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:58:45.528487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:58:48.865071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:58:48.865119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:58:54.359969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:58:54.360002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:58:57.693918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:58:57.693961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:59:01.026815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:59:01.026864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:59:04.360669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:59:04.360712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:59:07.693743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:59:07.693790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:59:12.213256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:59:12.213285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:59:15.547680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:59:15.547728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:59:18.882455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:59:18.882499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:59:22.214467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:59:22.214520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:59:25.547057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 13:59:25.547102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:01:29.610501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:01:29.610561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:01:33.489235 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-186.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-186.nip.io-tls was not found. Using default certificate W0526 14:01:33.489298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:01:33.489318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 14:01:33.490613 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0526 14:01:33.490639 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0526 14:01:33.498533 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0526 14:01:33.499038 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"eed8d87e-82f1-498c-a5a6-51e0d68ba446", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3470", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0526 14:01:33.499193 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.162-253-55-186.nip.io-tls" in local store W0526 14:01:33.499403 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-186.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-186.nip.io-tls was not found. Using default certificate W0526 14:01:33.499453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:01:33.499466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 14:01:33.499530 7 controller.go:196] "Configuration changes detected, backend reload required" I0526 14:01:33.539167 7 controller.go:216] "Backend successfully reloaded" I0526 14:01:33.539424 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xw6p6", UID:"2d4b88cd-705a-4c81-9c34-5cdab73df0a7", APIVersion:"v1", ResourceVersion:"1438", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0526 14:01:33.757092 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.162-253-55-186.nip.io-tls" I0526 14:01:33.758523 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.162-253-55-186.nip.io-tls" W0526 14:01:36.834183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:01:36.834248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.186 - - [26/May/2026:14:01:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.777 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 1.775 200 182a6f742ea8a93420fe018836198db4 162.253.55.186 - - [26/May/2026:14:01:45 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.179 [auth-system-keycloak-80] [] 10.0.0.7:8080 116 0.179 404 d7ff24ac62c8389acfcc42ca7428201d 162.253.55.186 - - [26/May/2026:14:01:49 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.184 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 4.183 201 dc6eb5aaee63397b2a91bd73a14e0902 162.253.55.186 - - [26/May/2026:14:01:50 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.571 [auth-system-keycloak-80] [] 10.0.0.7:8080 4246 0.571 200 e22d6d8cce9a08102ab4b930388c0116 162.253.55.186 - - [26/May/2026:14:01:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.523 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.521 200 fbd975ff6b3ce4631ea1bf813aa918cc 162.253.55.186 - - [26/May/2026:14:01:51 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12499 "-" "Ansible" 1211 0.091 [auth-system-keycloak-80] [] 10.0.0.7:8080 12500 0.091 200 61b19a7eda12793d7c2d0f680b9ff51f 162.253.55.186 - - [26/May/2026:14:01:51 +0000] "GET /admin/realms/atmosphere/client-scopes/509ee1f7-dd98-4089-913e-8601309f8328 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.015 [auth-system-keycloak-80] [] 10.0.0.7:8080 1278 0.016 200 17704eb83e638c88afdc9ad28844b971 162.253.55.186 - - [26/May/2026:14:01:51 +0000] "PUT /admin/realms/atmosphere/client-scopes/509ee1f7-dd98-4089-913e-8601309f8328 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.173 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.174 204 3f63b2906f82ba2a41cef3a3c9363e62 162.253.55.186 - - [26/May/2026:14:01:52 +0000] "GET /admin/realms/atmosphere/client-scopes/509ee1f7-dd98-4089-913e-8601309f8328/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.097 [auth-system-keycloak-80] [] 10.0.0.7:8080 963 0.097 200 75d2faa072325aa69cf82d785f33bd7d 162.253.55.186 - - [26/May/2026:14:01:52 +0000] "GET /admin/realms/atmosphere/client-scopes/509ee1f7-dd98-4089-913e-8601309f8328/protocol-mappers/models/c41084bc-8ab3-49e1-95e1-278bfbac09e9 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.017 [auth-system-keycloak-80] [] 10.0.0.7:8080 366 0.018 200 21ccdaf3439ab80516cf7d09e2084e63 162.253.55.186 - - [26/May/2026:14:01:52 +0000] "PUT /admin/realms/atmosphere/client-scopes/509ee1f7-dd98-4089-913e-8601309f8328/protocol-mappers/models/c41084bc-8ab3-49e1-95e1-278bfbac09e9 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.075 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.074 204 65bfa02d1c87d3cfe13836d90643219f 162.253.55.186 - - [26/May/2026:14:01:52 +0000] "GET /admin/realms/atmosphere/client-scopes/509ee1f7-dd98-4089-913e-8601309f8328 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.088 [auth-system-keycloak-80] [] 10.0.0.7:8080 1218 0.088 200 f4c38a74fb1e119ff72f168aed15fd6e I0526 14:02:06.602497 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.108.23.206"}] I0526 14:02:06.607668 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"eed8d87e-82f1-498c-a5a6-51e0d68ba446", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3838", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0526 14:02:06.609197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:02:06.609305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.186 - - [26/May/2026:14:02:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.583 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.582 200 0e428c249c8b29b33f160cd539db0582 162.253.55.186 - - [26/May/2026:14:02:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.023 [auth-system-keycloak-80] [] 10.0.0.7:8080 2 0.023 200 feeaf204282629cecb82d649a0c8020c 162.253.55.186 - - [26/May/2026:14:02:14 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.254 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.255 201 2456d75e944b6880a6c30f90f7f48abd 162.253.55.186 - - [26/May/2026:14:02:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.027 [auth-system-keycloak-80] [] 10.0.0.7:8080 1261 0.027 200 2a6f1dfb6ead8e4f8c70791d3e5f0f7f 162.253.55.186 - - [26/May/2026:14:02:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.472 200 24a67831c50157374b61af813c1d6ce1 162.253.55.186 - - [26/May/2026:14:02:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.080 [auth-system-keycloak-80] [] 10.0.0.7:8080 2 0.080 200 e8bb04a4a046f1908bd8f6cfef33d025 162.253.55.186 - - [26/May/2026:14:02:15 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.041 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.040 201 b06dadcd9c57c1aa282399fa2b9c16b3 162.253.55.186 - - [26/May/2026:14:02:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.038 [auth-system-keycloak-80] [] 10.0.0.7:8080 1286 0.038 200 85019b358e7a4e588d9ae8db54555e6e 162.253.55.186 - - [26/May/2026:14:02:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.473 200 a3f9f34c78a0fc3444686f3751f36ab6 162.253.55.186 - - [26/May/2026:14:02:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.033 [auth-system-keycloak-80] [] 10.0.0.7:8080 2 0.033 200 b5f05227d9b035589a646f7611eef6fa 162.253.55.186 - - [26/May/2026:14:02:16 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.094 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.093 201 10d24d8f03bb80961c195cba3bc82f19 162.253.55.186 - - [26/May/2026:14:02:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.082 [auth-system-keycloak-80] [] 10.0.0.7:8080 1251 0.083 200 abf4bc5abb065fe3f4ec97ca01f20348 162.253.55.186 - - [26/May/2026:14:02:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.473 200 98cefa0391b14b2069e1cf7a3ec056ba 162.253.55.186 - - [26/May/2026:14:02:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.7:8080 1261 0.008 200 a5fcd313568bf10370f6edb758cb3f77 162.253.55.186 - - [26/May/2026:14:02:17 +0000] "GET /admin/realms/atmosphere/clients/19b29163-6145-41ef-9786-29e4c4b9597f/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.058 [auth-system-keycloak-80] [] 10.0.0.7:8080 119 0.058 404 8c644597e3159f743fb1ea7ee7d81bb0 162.253.55.186 - - [26/May/2026:14:02:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.7:8080 1261 0.009 200 1dde7aa7e7922f5304526b308a905b6a 162.253.55.186 - - [26/May/2026:14:02:17 +0000] "POST /admin/realms/atmosphere/clients/19b29163-6145-41ef-9786-29e4c4b9597f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.026 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.025 201 e905b6d167f1f7acee11a268ba3b163a 162.253.55.186 - - [26/May/2026:14:02:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.028 [auth-system-keycloak-80] [] 10.0.0.7:8080 1261 0.028 200 4bcfc40c302957bccfd87e7b91b4c346 162.253.55.186 - - [26/May/2026:14:02:17 +0000] "GET /admin/realms/atmosphere/clients/19b29163-6145-41ef-9786-29e4c4b9597f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.7:8080 166 0.017 200 e1bc193e1d52fd36f580809b13255c1c 162.253.55.186 - - [26/May/2026:14:02:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.502 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.500 200 9f40642049575adb8298e8f569d21248 162.253.55.186 - - [26/May/2026:14:02:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.7:8080 1286 0.006 200 15d43efef5516e3752f1d4df73c0bc93 162.253.55.186 - - [26/May/2026:14:02:18 +0000] "GET /admin/realms/atmosphere/clients/6002f31f-679f-4bc3-bfeb-2def28ad3574/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.7:8080 119 0.010 404 a7c741c1094f292354e10defe6374e53 162.253.55.186 - - [26/May/2026:14:02:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.7:8080 1286 0.007 200 bb463dfc2853968e5a1d2c3df9f6c74c 162.253.55.186 - - [26/May/2026:14:02:18 +0000] "POST /admin/realms/atmosphere/clients/6002f31f-679f-4bc3-bfeb-2def28ad3574/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.030 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.029 201 a5a5a55b97d6d79b9ab40b38ed62310b 162.253.55.186 - - [26/May/2026:14:02:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.7:8080 1286 0.008 200 020dd85710a0bd319e9eeba0e620120a 162.253.55.186 - - [26/May/2026:14:02:18 +0000] "GET /admin/realms/atmosphere/clients/6002f31f-679f-4bc3-bfeb-2def28ad3574/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.064 [auth-system-keycloak-80] [] 10.0.0.7:8080 165 0.064 200 5a908307e083fc1b8b916404373ef03d 162.253.55.186 - - [26/May/2026:14:02:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.462 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.462 200 6d6161d2f8fb00c6411687177f0485b2 162.253.55.186 - - [26/May/2026:14:02:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.036 [auth-system-keycloak-80] [] 10.0.0.7:8080 1286 0.036 200 8a76e39e0a0848904a4c50907a20ec88 162.253.55.186 - - [26/May/2026:14:02:19 +0000] "GET /admin/realms/atmosphere/clients/6002f31f-679f-4bc3-bfeb-2def28ad3574/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.7:8080 119 0.010 404 728cbc6e850d7f7378d5acf3ff454a40 162.253.55.186 - - [26/May/2026:14:02:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.068 [auth-system-keycloak-80] [] 10.0.0.7:8080 1286 0.068 200 65e2d79d5d1e957400c722c14001f7b4 162.253.55.186 - - [26/May/2026:14:02:19 +0000] "POST /admin/realms/atmosphere/clients/6002f31f-679f-4bc3-bfeb-2def28ad3574/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.093 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.092 201 351247c61745ad1f9136a3084a440686 162.253.55.186 - - [26/May/2026:14:02:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.7:8080 1286 0.005 200 423fbe28a7aa4dfd92291b4540c500ed 162.253.55.186 - - [26/May/2026:14:02:19 +0000] "GET /admin/realms/atmosphere/clients/6002f31f-679f-4bc3-bfeb-2def28ad3574/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.7:8080 166 0.015 200 5c3370b1a782d9cc8098fb7894be8a66 162.253.55.186 - - [26/May/2026:14:02:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.467 200 1f6f8a0a6c2da82afbdc8f17bfbc6bc0 162.253.55.186 - - [26/May/2026:14:02:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.7:8080 1286 0.010 200 cefea425bea56272026127ac44b85d79 162.253.55.186 - - [26/May/2026:14:02:20 +0000] "GET /admin/realms/atmosphere/clients/6002f31f-679f-4bc3-bfeb-2def28ad3574/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.067 [auth-system-keycloak-80] [] 10.0.0.7:8080 119 0.067 404 9d175c84b17b571cc39048f4868b435b 162.253.55.186 - - [26/May/2026:14:02:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.7:8080 1286 0.008 200 e390193ad68ae997918a8c8fdeecedc5 162.253.55.186 - - [26/May/2026:14:02:20 +0000] "POST /admin/realms/atmosphere/clients/6002f31f-679f-4bc3-bfeb-2def28ad3574/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.015 201 48592fd5a8c1f50d073d934d01fae7ed 162.253.55.186 - - [26/May/2026:14:02:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.038 [auth-system-keycloak-80] [] 10.0.0.7:8080 1286 0.039 200 eedcfd802632a1aaefbe40aa0217e65b 162.253.55.186 - - [26/May/2026:14:02:20 +0000] "GET /admin/realms/atmosphere/clients/6002f31f-679f-4bc3-bfeb-2def28ad3574/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.7:8080 166 0.014 200 a0922a2543bb9d4effeea390c49549f7 162.253.55.186 - - [26/May/2026:14:02:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.510 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.509 200 c3cb67ab350a0e4726c5342881094370 162.253.55.186 - - [26/May/2026:14:02:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.7:8080 1251 0.006 200 9ebe0ecc4b3e591bc42df027c0d2602a 162.253.55.186 - - [26/May/2026:14:02:21 +0000] "GET /admin/realms/atmosphere/clients/08ecb6f0-364e-4b57-b4f5-0ae6471fc0b2/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.7:8080 119 0.010 404 1060bf624e95ae8c168768d7af634b72 162.253.55.186 - - [26/May/2026:14:02:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.7:8080 1251 0.005 200 f48b8bca9f972ffb18b7334d5c7e02f6 162.253.55.186 - - [26/May/2026:14:02:21 +0000] "POST /admin/realms/atmosphere/clients/08ecb6f0-364e-4b57-b4f5-0ae6471fc0b2/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.036 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.034 201 0668a268775c91a1b94e6dcad62657b0 162.253.55.186 - - [26/May/2026:14:02:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.7:8080 1251 0.007 200 03ea0601e20fa99cf75d84fedaf7e564 162.253.55.186 - - [26/May/2026:14:02:21 +0000] "GET /admin/realms/atmosphere/clients/08ecb6f0-364e-4b57-b4f5-0ae6471fc0b2/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.019 [auth-system-keycloak-80] [] 10.0.0.7:8080 166 0.018 200 90997344cdd8da33d4f3721499a520ae W0526 14:02:33.504788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:02:33.504890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:02:36.838852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:02:36.838883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:27.616129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:27.616171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:27.693151 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 14:03:27.693237 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0526 14:03:27.693281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:27.693304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:27.694025 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 14:03:27.694068 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0526 14:03:27.694320 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 14:03:27.696639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:27.696866 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0526 14:03:27.696967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:27.697106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:27.697126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 14:03:27.700048 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.008s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.008s testedConfigurationSize:18.2kB} I0526 14:03:27.700086 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0526 14:03:27.700521 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0526 14:03:27.700552 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0526 14:03:27.700686 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:18.2kB} I0526 14:03:27.700711 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0526 14:03:27.704162 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0526 14:03:27.704613 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0526 14:03:27.704923 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"20246652-15e1-4cdf-8191-cc7eabe6daa5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4498", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0526 14:03:27.708470 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0526 14:03:27.708677 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"0861f8c2-38e7-41d9-9793-fecd29dfdfa1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4499", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0526 14:03:27.708944 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0526 14:03:27.708972 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0526 14:03:27.709133 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"bd00a350-39a6-42c6-b5a3-37183824b9e3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4500", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0526 14:03:27.709329 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0526 14:03:28.033334 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0526 14:03:28.035498 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0526 14:03:28.669846 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0526 14:03:28.670699 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0526 14:03:29.013783 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0526 14:03:29.015223 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0526 14:03:30.950778 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 14:03:30.950848 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 14:03:30.950887 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 14:03:30.951017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:30.951044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 14:03:30.951180 7 controller.go:196] "Configuration changes detected, backend reload required" I0526 14:03:31.002064 7 controller.go:216] "Backend successfully reloaded" I0526 14:03:31.002391 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xw6p6", UID:"2d4b88cd-705a-4c81-9c34-5cdab73df0a7", APIVersion:"v1", ResourceVersion:"1438", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0526 14:03:34.283208 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 14:03:34.283296 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 14:03:34.283335 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 14:03:34.283526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:34.283569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:37.616184 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 14:03:37.616241 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 14:03:37.616308 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 14:03:37.616402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:37.616419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:40.949731 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 14:03:40.949820 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 14:03:40.949902 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 14:03:40.950106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:40.950152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:44.282984 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 14:03:44.283045 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 14:03:44.283080 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 14:03:44.283197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:44.283225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:47.617389 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 14:03:47.617442 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0526 14:03:47.617462 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0526 14:03:47.617531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:47.617544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.8 - - [26/May/2026:14:03:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.033 [auth-system-keycloak-80] [] 10.0.0.7:8080 6432 0.033 200 babb392eaece06d31afa9f6599120402 10.0.0.6 - - [26/May/2026:14:03:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.010 [auth-system-keycloak-80] [] 10.0.0.7:8080 6432 0.011 200 2e197b4eb66f9b19f4c78061dc738bbb W0526 14:03:50.950493 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0526 14:03:50.950627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:50.950647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:54.283147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:54.283197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:57.617344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:03:57.617392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:04:00.950219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:04:00.950254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 14:04:06.600719 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.108.23.206"}] I0526 14:04:06.600794 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.108.23.206"}] I0526 14:04:06.601283 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.108.23.206"}] I0526 14:04:06.604998 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"bd00a350-39a6-42c6-b5a3-37183824b9e3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5196", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0526 14:04:06.607343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:04:06.607373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0526 14:04:06.610328 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"20246652-15e1-4cdf-8191-cc7eabe6daa5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5197", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0526 14:04:06.611247 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"0861f8c2-38e7-41d9-9793-fecd29dfdfa1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5198", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0526 14:04:09.943552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:04:09.943591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:04:13.274133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0526 14:04:13.274163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store