------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0410 04:11:24.839936 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0410 04:11:24.840191 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0410 04:11:24.848784 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0410 04:11:24.852070 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0410 04:11:25.061124 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0410 04:11:25.084265 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0410 04:11:25.098035 7 nginx.go:271] "Starting NGINX Ingress controller" I0410 04:11:25.106099 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"75be1645-8136-4a40-980c-215afbf93eed", APIVersion:"v1", ResourceVersion:"1384", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0410 04:11:25.112067 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"ceddc531-f187-475a-a0c9-4e108cb94f25", APIVersion:"v1", ResourceVersion:"1385", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0410 04:11:25.112468 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"c6f310cb-b10b-4f15-ae1c-4554c2d3dafc", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0410 04:11:26.303930 7 nginx.go:317] "Starting NGINX process" I0410 04:11:26.304281 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0410 04:11:26.307112 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0410 04:11:26.307459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:11:26.307499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 04:11:26.307559 7 controller.go:196] "Configuration changes detected, backend reload required" I0410 04:11:26.315286 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0410 04:11:26.315390 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-67496" I0410 04:11:26.339188 7 controller.go:216] "Backend successfully reloaded" I0410 04:11:26.339305 7 controller.go:227] "Initial sync, sleeping for 1 second" I0410 04:11:26.339434 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-67496", UID:"f4aa34d2-e83d-4494-95e8-0e0b746ca628", APIVersion:"v1", ResourceVersion:"1426", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0410 04:11:30.116857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:11:30.116889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:11:33.450995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:11:33.451036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:11:36.784139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:11:36.784189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:11:40.118493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:11:40.118539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:11:43.452162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:11:43.452216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:11:46.783988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:11:46.784027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:11:50.118065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:11:50.118128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:11:58.434241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:11:58.434273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:12:03.152817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:12:03.152857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:12:52.282445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:12:52.282486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:12:55.616005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:12:55.616038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:13:05.252869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:13:05.252996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:13:13.064975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:13:13.065006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:13:16.399195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:13:16.399249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:13:19.731890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:13:19.731947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:13:23.065795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:13:23.065844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:13:26.399119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:13:26.399258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:13:29.733430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:13:29.733486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:13:33.065775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:13:33.065924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:13:36.399169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:13:36.399219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:15:51.552860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:15:51.552908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:15:55.192061 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-209.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-209.nip.io-tls was not found. Using default certificate W0410 04:15:55.192134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:15:55.192155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 04:15:55.194390 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0410 04:15:55.194432 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0410 04:15:55.201245 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0410 04:15:55.201592 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"dddcca6d-57ad-484f-9f19-57e32fdac06b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3379", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 04:15:55.201939 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-209.nip.io-tls" in local store W0410 04:15:55.202164 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-209.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-209.nip.io-tls was not found. Using default certificate W0410 04:15:55.202210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:15:55.202226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 04:15:55.202350 7 controller.go:196] "Configuration changes detected, backend reload required" I0410 04:15:55.245950 7 controller.go:216] "Backend successfully reloaded" I0410 04:15:55.246295 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-67496", UID:"f4aa34d2-e83d-4494-95e8-0e0b746ca628", APIVersion:"v1", ResourceVersion:"1426", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0410 04:15:55.491518 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-209.nip.io-tls" I0410 04:15:55.492890 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-209.nip.io-tls" W0410 04:15:58.536880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:15:58.536937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.209 - - [10/Apr/2026:04:16:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.370 [auth-system-keycloak-80] [] 10.0.0.37:8080 1928 2.369 200 2540aaab4e0c87ba961185608ed432e4 199.204.45.209 - - [10/Apr/2026:04:16:01 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.185 [auth-system-keycloak-80] [] 10.0.0.37:8080 116 0.184 404 f2e4951d6345c5d07744db4b66fddc05 199.204.45.209 - - [10/Apr/2026:04:16:05 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.190 [auth-system-keycloak-80] [] 10.0.0.37:8080 0 4.188 201 5b792268ff2873c850f588b971c5ad28 199.204.45.209 - - [10/Apr/2026:04:16:06 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.694 [auth-system-keycloak-80] [] 10.0.0.37:8080 4246 0.693 200 0943ba76b052762967252a5c781dcf27 199.204.45.209 - - [10/Apr/2026:04:16:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.562 [auth-system-keycloak-80] [] 10.0.0.37:8080 1928 0.560 200 b9abc5e1a38056e8fbf212421c0c6d55 199.204.45.209 - - [10/Apr/2026:04:16:07 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.121 [auth-system-keycloak-80] [] 10.0.0.37:8080 12500 0.121 200 c7abd8762a6042e3e900b7861be346a5 199.204.45.209 - - [10/Apr/2026:04:16:07 +0000] "GET /admin/realms/atmosphere/client-scopes/3e4de499-0d20-46eb-b821-63878c5e73aa HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.061 [auth-system-keycloak-80] [] 10.0.0.37:8080 1278 0.061 200 6b990964ae1c3abc0dd1b7625201902c 199.204.45.209 - - [10/Apr/2026:04:16:07 +0000] "PUT /admin/realms/atmosphere/client-scopes/3e4de499-0d20-46eb-b821-63878c5e73aa HTTP/1.1" 204 0 "-" "Ansible" 1848 0.027 [auth-system-keycloak-80] [] 10.0.0.37:8080 0 0.025 204 bae242e824fbeee29f36286e061e9477 199.204.45.209 - - [10/Apr/2026:04:16:07 +0000] "GET /admin/realms/atmosphere/client-scopes/3e4de499-0d20-46eb-b821-63878c5e73aa/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.062 [auth-system-keycloak-80] [] 10.0.0.37:8080 963 0.062 200 cbe1083779099207790fa7f1f542fe29 199.204.45.209 - - [10/Apr/2026:04:16:07 +0000] "GET /admin/realms/atmosphere/client-scopes/3e4de499-0d20-46eb-b821-63878c5e73aa/protocol-mappers/models/a2939295-adba-4f7e-a119-d456e1dd6ba2 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.076 [auth-system-keycloak-80] [] 10.0.0.37:8080 366 0.076 200 c2bca4352e089c04b3a907052f445912 199.204.45.209 - - [10/Apr/2026:04:16:07 +0000] "PUT /admin/realms/atmosphere/client-scopes/3e4de499-0d20-46eb-b821-63878c5e73aa/protocol-mappers/models/a2939295-adba-4f7e-a119-d456e1dd6ba2 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.029 [auth-system-keycloak-80] [] 10.0.0.37:8080 0 0.028 204 4400fd874c8993b6a8d27bda73246515 199.204.45.209 - - [10/Apr/2026:04:16:07 +0000] "GET /admin/realms/atmosphere/client-scopes/3e4de499-0d20-46eb-b821-63878c5e73aa HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.062 [auth-system-keycloak-80] [] 10.0.0.37:8080 1218 0.062 200 76b37c4f88bd53f49c492254efdd4232 I0410 04:16:26.322970 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.111.188.224"}] I0410 04:16:26.328143 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"dddcca6d-57ad-484f-9f19-57e32fdac06b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3626", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 04:16:26.329423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:16:26.329466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.209 - - [10/Apr/2026:04:16:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.466 [auth-system-keycloak-80] [] 10.0.0.37:8080 1928 0.465 200 66128018ab6f5868fd1a11370ae6e5db 199.204.45.209 - - [10/Apr/2026:04:16:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.019 [auth-system-keycloak-80] [] 10.0.0.37:8080 2 0.018 200 aacfb27070e2a313cffc275663d43398 199.204.45.209 - - [10/Apr/2026:04:16:29 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.278 [auth-system-keycloak-80] [] 10.0.0.37:8080 0 0.277 201 c76c00b97d55823563949678ed80bbcd 199.204.45.209 - - [10/Apr/2026:04:16:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.089 [auth-system-keycloak-80] [] 10.0.0.37:8080 1261 0.089 200 d631e2b43968a2c87c288a33fcabf799 199.204.45.209 - - [10/Apr/2026:04:16:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.120 [auth-system-keycloak-80] [] 10.0.0.37:8080 1928 1.120 200 5a91cb3597f630ab5a61190f3aba8f6d 199.204.45.209 - - [10/Apr/2026:04:16:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.065 [auth-system-keycloak-80] [] 10.0.0.37:8080 2 0.064 200 5b3f54a8755646d40b70162ccd46988f 199.204.45.209 - - [10/Apr/2026:04:16:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.101 [auth-system-keycloak-80] [] 10.0.0.37:8080 0 0.100 201 868908d852abff2df9c7fdd9a12031cc 199.204.45.209 - - [10/Apr/2026:04:16:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.087 [auth-system-keycloak-80] [] 10.0.0.37:8080 1286 0.086 200 23085e4886f246dfb0c6d1a75a63f103 199.204.45.209 - - [10/Apr/2026:04:16:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.489 [auth-system-keycloak-80] [] 10.0.0.37:8080 1928 0.488 200 6c30e40695af95ad4f5e5fd665464a02 199.204.45.209 - - [10/Apr/2026:04:16:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.37:8080 2 0.012 200 8d6ac9fa3bfa41cb121181db8f5011d3 199.204.45.209 - - [10/Apr/2026:04:16:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.093 [auth-system-keycloak-80] [] 10.0.0.37:8080 0 0.092 201 388f81c460d8f405052bc7d917c94465 199.204.45.209 - - [10/Apr/2026:04:16:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.078 [auth-system-keycloak-80] [] 10.0.0.37:8080 1251 0.078 200 5d4f4fef4159ae8e819b8d0521d92e98 199.204.45.209 - - [10/Apr/2026:04:16:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.573 [auth-system-keycloak-80] [] 10.0.0.37:8080 1928 0.572 200 d223ab65700e6784a2eaea08ec98845a 199.204.45.209 - - [10/Apr/2026:04:16:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.067 [auth-system-keycloak-80] [] 10.0.0.37:8080 1261 0.067 200 7506480c04467f1c4dc24becc7df2551 199.204.45.209 - - [10/Apr/2026:04:16:33 +0000] "GET /admin/realms/atmosphere/clients/1cc92c9e-259d-45d9-8963-06612871ceca/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.37:8080 119 0.016 404 17fca16768a9bc1eb0ebc4f50791a362 199.204.45.209 - - [10/Apr/2026:04:16:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.058 [auth-system-keycloak-80] [] 10.0.0.37:8080 1261 0.058 200 c6cf238f7b9b6e14b34db56c5f416774 199.204.45.209 - - [10/Apr/2026:04:16:33 +0000] "POST /admin/realms/atmosphere/clients/1cc92c9e-259d-45d9-8963-06612871ceca/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.034 [auth-system-keycloak-80] [] 10.0.0.37:8080 0 0.033 201 5ae3597bd7042413b8ad23173e30d02a 199.204.45.209 - - [10/Apr/2026:04:16:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.038 [auth-system-keycloak-80] [] 10.0.0.37:8080 1261 0.037 200 3606e4a4f19a37f6ada977c67cfe7f6a 199.204.45.209 - - [10/Apr/2026:04:16:33 +0000] "GET /admin/realms/atmosphere/clients/1cc92c9e-259d-45d9-8963-06612871ceca/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.020 [auth-system-keycloak-80] [] 10.0.0.37:8080 166 0.020 200 0f42d76f41ef8ce6b27ef877fe66dfd2 199.204.45.209 - - [10/Apr/2026:04:16:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.482 [auth-system-keycloak-80] [] 10.0.0.37:8080 1928 0.480 200 772f44e9fd5a954eb720f645567f78b7 199.204.45.209 - - [10/Apr/2026:04:16:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.37:8080 1286 0.009 200 e3e2e431202960535d0ddd996eabb86a 199.204.45.209 - - [10/Apr/2026:04:16:34 +0000] "GET /admin/realms/atmosphere/clients/382b1b01-d746-46aa-8d03-851250ec9786/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.37:8080 119 0.012 404 92cd7fa109d8aaa647bfac67569c5bad 199.204.45.209 - - [10/Apr/2026:04:16:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.038 [auth-system-keycloak-80] [] 10.0.0.37:8080 1286 0.039 200 a86ef15d051a270197ce8ce3997153ac 199.204.45.209 - - [10/Apr/2026:04:16:34 +0000] "POST /admin/realms/atmosphere/clients/382b1b01-d746-46aa-8d03-851250ec9786/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.017 [auth-system-keycloak-80] [] 10.0.0.37:8080 0 0.017 201 153adc0550723ea956fe77ef0869aa3d 199.204.45.209 - - [10/Apr/2026:04:16:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.37:8080 1286 0.008 200 d97d731a266d7baa9a46a9fd8d91f28c 199.204.45.209 - - [10/Apr/2026:04:16:34 +0000] "GET /admin/realms/atmosphere/clients/382b1b01-d746-46aa-8d03-851250ec9786/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.050 [auth-system-keycloak-80] [] 10.0.0.37:8080 165 0.050 200 f46d338ec0b09281fa6322474e7d40d4 199.204.45.209 - - [10/Apr/2026:04:16:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.519 [auth-system-keycloak-80] [] 10.0.0.37:8080 1928 0.517 200 1cccebbb29f911f56b232d7adb35e8c3 199.204.45.209 - - [10/Apr/2026:04:16:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.37:8080 1286 0.005 200 bbb8aaf1068e8d63f643bfaaa266d6d3 199.204.45.209 - - [10/Apr/2026:04:16:35 +0000] "GET /admin/realms/atmosphere/clients/382b1b01-d746-46aa-8d03-851250ec9786/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.37:8080 119 0.011 404 7eb1b7d4b53bdd0bfcd48e920e83d8e3 199.204.45.209 - - [10/Apr/2026:04:16:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.047 [auth-system-keycloak-80] [] 10.0.0.37:8080 1286 0.047 200 25007b54e3e91088eee64e0682dc6dcc 199.204.45.209 - - [10/Apr/2026:04:16:35 +0000] "POST /admin/realms/atmosphere/clients/382b1b01-d746-46aa-8d03-851250ec9786/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.37:8080 0 0.018 201 29fb2f0184d75fd0a5286b5a27489af2 199.204.45.209 - - [10/Apr/2026:04:16:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.062 [auth-system-keycloak-80] [] 10.0.0.37:8080 1286 0.061 200 80144b4869f2f584aba217e97e6f2ca8 199.204.45.209 - - [10/Apr/2026:04:16:35 +0000] "GET /admin/realms/atmosphere/clients/382b1b01-d746-46aa-8d03-851250ec9786/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.37:8080 166 0.016 200 a15282d2ec2cf219eddc9b06d7d51270 199.204.45.209 - - [10/Apr/2026:04:16:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.485 [auth-system-keycloak-80] [] 10.0.0.37:8080 1928 0.484 200 2aeb99319a305677408fe1e129754e72 199.204.45.209 - - [10/Apr/2026:04:16:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.37:8080 1286 0.014 200 927d0ab9afb7fc2d8b152d28c440f297 199.204.45.209 - - [10/Apr/2026:04:16:36 +0000] "GET /admin/realms/atmosphere/clients/382b1b01-d746-46aa-8d03-851250ec9786/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.056 [auth-system-keycloak-80] [] 10.0.0.37:8080 119 0.056 404 64c28c3a65dc2287a18a5e29ad5b6a1c 199.204.45.209 - - [10/Apr/2026:04:16:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.37:8080 1286 0.006 200 f112af51bb358cda342593d550499401 199.204.45.209 - - [10/Apr/2026:04:16:36 +0000] "POST /admin/realms/atmosphere/clients/382b1b01-d746-46aa-8d03-851250ec9786/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.072 [auth-system-keycloak-80] [] 10.0.0.37:8080 0 0.072 201 97a94ed34760daf85c949cca4cd45d6c 199.204.45.209 - - [10/Apr/2026:04:16:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.37:8080 1286 0.011 200 d9341ab7d6b0fee4d9f1b945a0681fa5 199.204.45.209 - - [10/Apr/2026:04:16:36 +0000] "GET /admin/realms/atmosphere/clients/382b1b01-d746-46aa-8d03-851250ec9786/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.072 [auth-system-keycloak-80] [] 10.0.0.37:8080 166 0.072 200 81e2f76afbded85636433a275917232e 199.204.45.209 - - [10/Apr/2026:04:16:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.523 [auth-system-keycloak-80] [] 10.0.0.37:8080 1928 0.522 200 4a6cf6235b90393984ca07e7f2a09231 199.204.45.209 - - [10/Apr/2026:04:16:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.37:8080 1251 0.009 200 9e19bac2b24e04b3a061873b5464c76e 199.204.45.209 - - [10/Apr/2026:04:16:37 +0000] "GET /admin/realms/atmosphere/clients/dd50c774-dc40-477f-b8b9-0fe15bc8b526/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.070 [auth-system-keycloak-80] [] 10.0.0.37:8080 119 0.070 404 f579caf9c1722610d10a7c07d98be91a 199.204.45.209 - - [10/Apr/2026:04:16:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.37:8080 1251 0.010 200 27c730cb578fc3f9be2c193240a677e0 199.204.45.209 - - [10/Apr/2026:04:16:37 +0000] "POST /admin/realms/atmosphere/clients/dd50c774-dc40-477f-b8b9-0fe15bc8b526/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.073 [auth-system-keycloak-80] [] 10.0.0.37:8080 0 0.071 201 1569c127900085d4ec948c7da3ffb0e6 199.204.45.209 - - [10/Apr/2026:04:16:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.37:8080 1251 0.009 200 d25181a6eeb2dfd8c36ac777a2edb3c0 199.204.45.209 - - [10/Apr/2026:04:16:37 +0000] "GET /admin/realms/atmosphere/clients/dd50c774-dc40-477f-b8b9-0fe15bc8b526/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.069 [auth-system-keycloak-80] [] 10.0.0.37:8080 166 0.068 200 0f9007d58c86a703c0834efeb34fe9e0 W0410 04:17:48.267348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:17:48.267384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:17:48.350281 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 04:17:48.350348 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0410 04:17:48.350387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:17:48.350405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:17:48.351713 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. I0410 04:17:48.352305 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0410 04:17:48.352333 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0410 04:17:48.352557 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0410 04:17:48.352653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:17:48.352680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:17:48.353582 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 04:17:48.353743 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0410 04:17:48.353824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:17:48.353887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 04:17:48.355510 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0410 04:17:48.355550 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0410 04:17:48.355751 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0410 04:17:48.355793 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0410 04:17:48.361368 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0410 04:17:48.362418 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0410 04:17:48.362496 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"aa8958a7-5428-4904-a045-8174109ad437", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4276", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0410 04:17:48.372549 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0410 04:17:48.372871 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0410 04:17:48.372886 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0410 04:17:48.373024 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0410 04:17:48.373212 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d3482f57-9ddf-4238-b8f8-73edec23ba46", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4278", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0410 04:17:48.373230 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"17d15e6a-bb08-4768-bcef-b6f46d88e701", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4284", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0410 04:17:48.838463 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0410 04:17:48.839310 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0410 04:17:49.334966 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0410 04:17:49.336411 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0410 04:17:49.712132 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0410 04:17:49.712839 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0410 04:17:51.601576 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 04:17:51.601652 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 04:17:51.601711 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 04:17:51.601854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:17:51.601885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 04:17:51.602011 7 controller.go:196] "Configuration changes detected, backend reload required" I0410 04:17:51.656005 7 controller.go:216] "Backend successfully reloaded" I0410 04:17:51.656890 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-67496", UID:"f4aa34d2-e83d-4494-95e8-0e0b746ca628", APIVersion:"v1", ResourceVersion:"1426", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0410 04:17:54.934797 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 04:17:54.934840 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 04:17:54.934862 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 04:17:54.935202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:17:54.935225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:17:58.268178 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 04:17:58.268234 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 04:17:58.268274 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 04:17:58.268387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:17:58.268420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:18:01.601772 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 04:18:01.601831 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 04:18:01.601862 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 04:18:01.601955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:18:01.601971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:18:04.934982 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 04:18:04.935074 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 04:18:04.935165 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 04:18:04.935345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:18:04.935410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:18:08.269024 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 04:18:08.269095 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 04:18:08.269146 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 04:18:08.269279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:18:08.269304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.41 - - [10/Apr/2026:04:18:11 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.042 [auth-system-keycloak-80] [] 10.0.0.37:8080 6432 0.043 200 7db3020119f8ff023ffb1de956dd7c0a 10.0.0.237 - - [10/Apr/2026:04:18:11 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.009 [auth-system-keycloak-80] [] 10.0.0.37:8080 6432 0.009 200 5913c839208db2910ac52594aeec6f45 W0410 04:18:11.601263 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 04:18:11.601469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:18:11.601493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:18:14.936187 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 04:18:14.936440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:18:14.936469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:18:18.268232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:18:18.268322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:18:21.601697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:18:21.601730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 04:18:26.322369 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.111.188.224"}] I0410 04:18:26.322900 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.111.188.224"}] I0410 04:18:26.322928 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.111.188.224"}] I0410 04:18:26.329933 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d3482f57-9ddf-4238-b8f8-73edec23ba46", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4971", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 04:18:26.331520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:18:26.331545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 04:18:26.331819 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"17d15e6a-bb08-4768-bcef-b6f46d88e701", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4972", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0410 04:18:26.332724 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"aa8958a7-5428-4904-a045-8174109ad437", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4973", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 04:18:29.665529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:18:29.665567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:18:33.000291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 04:18:33.000335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store