------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0406 21:00:45.621675 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0406 21:00:45.622186 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0406 21:00:45.629750 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0406 21:00:45.632070 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0406 21:00:45.848962 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0406 21:00:45.865895 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0406 21:00:45.878937 7 nginx.go:271] "Starting NGINX Ingress controller" I0406 21:00:45.887164 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"93994ff8-7892-497c-b871-504ed07be019", APIVersion:"v1", ResourceVersion:"1348", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0406 21:00:45.890939 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"d777fd29-8229-424d-97fe-41437d647a67", APIVersion:"v1", ResourceVersion:"1349", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0406 21:00:45.891006 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"287ea275-92cb-405d-984c-212864cab4e6", APIVersion:"v1", ResourceVersion:"1350", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0406 21:00:47.080763 7 nginx.go:317] "Starting NGINX process" I0406 21:00:47.081464 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0406 21:00:47.081688 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0406 21:00:47.083348 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0406 21:00:47.083392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:00:47.083411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:00:47.083451 7 controller.go:196] "Configuration changes detected, backend reload required" I0406 21:00:47.091982 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0406 21:00:47.092028 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-2kxgr" I0406 21:00:47.115807 7 controller.go:216] "Backend successfully reloaded" I0406 21:00:47.115891 7 controller.go:227] "Initial sync, sleeping for 1 second" I0406 21:00:47.116050 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2kxgr", UID:"8141f874-1b9a-465e-a4b6-be991fd764eb", APIVersion:"v1", ResourceVersion:"1393", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0406 21:00:50.902382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:00:50.902407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:00:54.236676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:00:54.236741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:00:57.570626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:00:57.570676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:01:00.903046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:01:00.903082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:01:04.236805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:01:04.236846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:01:07.569518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:01:07.569560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:01:10.903446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:01:10.903489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:01:14.238539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:01:14.238668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:01:24.480554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:01:24.480629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:01:28.200447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:01:28.200482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:01:31.533877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:01:31.533916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:02:24.879323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:02:24.879357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:02:33.618510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:02:33.618816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:02:36.954304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:02:36.954370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:02:40.285799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:02:40.285840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:02:43.618969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:02:43.619013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:02:46.952803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:02:46.952836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:02:50.285525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:02:50.285567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:02:53.618625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:02:53.618680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:02:56.952201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:02:56.952241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:08.096994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:08.097036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:10.702713 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-95.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-95.nip.io-tls was not found. Using default certificate W0406 21:05:10.702909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:10.702938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:05:10.704872 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0406 21:05:10.704913 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0406 21:05:10.714365 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0406 21:05:10.714846 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4c885473-ba88-4a79-8024-3b84999be9e2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3303", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0406 21:05:10.715281 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-95.nip.io-tls" in local store I0406 21:05:11.248566 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-95.nip.io-tls" I0406 21:05:11.249766 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-95.nip.io-tls" W0406 21:05:11.430881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:11.430917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:05:11.430995 7 controller.go:196] "Configuration changes detected, backend reload required" I0406 21:05:11.470441 7 controller.go:216] "Backend successfully reloaded" I0406 21:05:11.470632 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2kxgr", UID:"8141f874-1b9a-465e-a4b6-be991fd764eb", APIVersion:"v1", ResourceVersion:"1393", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0406 21:05:14.765367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:14.765417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.95 - - [06/Apr/2026:21:05:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.057 [auth-system-keycloak-80] [] 10.0.0.241:8080 1925 2.056 200 25747f8bdc3c692374c4eda57bb485b7 199.204.45.95 - - [06/Apr/2026:21:05:16 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.190 [auth-system-keycloak-80] [] 10.0.0.241:8080 116 0.190 404 6b71220b62aded389a43482aaedc6874 199.204.45.95 - - [06/Apr/2026:21:05:21 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.708 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 4.708 201 9ed206b7124965e1eb598ded9e4bfecb 199.204.45.95 - - [06/Apr/2026:21:05:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.677 [auth-system-keycloak-80] [] 10.0.0.241:8080 4246 0.678 200 984fbcb68754cde5960a56b25eefea12 199.204.45.95 - - [06/Apr/2026:21:05:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.521 [auth-system-keycloak-80] [] 10.0.0.241:8080 1925 0.520 200 4db99decbeabf9a7f38d92cc48a569be 199.204.45.95 - - [06/Apr/2026:21:05:22 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.117 [auth-system-keycloak-80] [] 10.0.0.241:8080 12500 0.117 200 b178b4d5fbe0165be3eb147c87682612 199.204.45.95 - - [06/Apr/2026:21:05:22 +0000] "GET /admin/realms/atmosphere/client-scopes/7f178483-a951-4883-b9d3-5d50dd4c8d6f HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.008 [auth-system-keycloak-80] [] 10.0.0.241:8080 1278 0.009 200 dffc4c6653b5404a3d2ae927d265f024 199.204.45.95 - - [06/Apr/2026:21:05:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/7f178483-a951-4883-b9d3-5d50dd4c8d6f HTTP/1.1" 204 0 "-" "Ansible" 1846 0.058 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.058 204 3e2fb0c06a3bb45e299a621685ba1005 199.204.45.95 - - [06/Apr/2026:21:05:23 +0000] "GET /admin/realms/atmosphere/client-scopes/7f178483-a951-4883-b9d3-5d50dd4c8d6f/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.088 [auth-system-keycloak-80] [] 10.0.0.241:8080 963 0.088 200 b7fd064703e7057ea74141bc84fde766 199.204.45.95 - - [06/Apr/2026:21:05:23 +0000] "GET /admin/realms/atmosphere/client-scopes/7f178483-a951-4883-b9d3-5d50dd4c8d6f/protocol-mappers/models/b58eec01-906f-48e9-b198-65340316d6cb HTTP/1.1" 200 366 "-" "Ansible" 1307 0.072 [auth-system-keycloak-80] [] 10.0.0.241:8080 366 0.071 200 bdda3e7cf896b271d903432a380978dc 199.204.45.95 - - [06/Apr/2026:21:05:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/7f178483-a951-4883-b9d3-5d50dd4c8d6f/protocol-mappers/models/b58eec01-906f-48e9-b198-65340316d6cb HTTP/1.1" 204 0 "-" "Ansible" 1620 0.022 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.021 204 b95df8b4180732c62bb1ce474e461692 199.204.45.95 - - [06/Apr/2026:21:05:23 +0000] "GET /admin/realms/atmosphere/client-scopes/7f178483-a951-4883-b9d3-5d50dd4c8d6f HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.076 [auth-system-keycloak-80] [] 10.0.0.241:8080 1218 0.076 200 702693a600a33c879c26a63156a54d9d 199.204.45.95 - - [06/Apr/2026:21:05:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.476 [auth-system-keycloak-80] [] 10.0.0.241:8080 1925 0.475 200 f4a6478ca27dc25c8c9203284425a6ae 199.204.45.95 - - [06/Apr/2026:21:05:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.045 [auth-system-keycloak-80] [] 10.0.0.241:8080 2 0.045 200 13ecc2ffb96f3ba11d31b10c884811f8 199.204.45.95 - - [06/Apr/2026:21:05:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.201 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.200 201 bdec93153b3465e23b1e22cb441f4d7b 199.204.45.95 - - [06/Apr/2026:21:05:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.083 [auth-system-keycloak-80] [] 10.0.0.241:8080 1259 0.083 200 59b9c87469a0251f603d771d4fe76a72 199.204.45.95 - - [06/Apr/2026:21:05:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.025 [auth-system-keycloak-80] [] 10.0.0.241:8080 1925 1.024 200 f0a097e54ee1a4aa0d485073815c975e 199.204.45.95 - - [06/Apr/2026:21:05:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.054 [auth-system-keycloak-80] [] 10.0.0.241:8080 2 0.054 200 e3f78e839c1ab5235bfc0e324485d133 199.204.45.95 - - [06/Apr/2026:21:05:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.085 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.084 201 60630faef978df3df57722bd479480ec 199.204.45.95 - - [06/Apr/2026:21:05:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.020 [auth-system-keycloak-80] [] 10.0.0.241:8080 1283 0.021 200 f4183c1e6f2065c02e3513eeb329c3b6 199.204.45.95 - - [06/Apr/2026:21:05:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.496 [auth-system-keycloak-80] [] 10.0.0.241:8080 1925 0.495 200 618e1f442be4f685de34a8c860714803 199.204.45.95 - - [06/Apr/2026:21:05:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.241:8080 2 0.007 200 1dc18adf562c3cac5b5a9b81d9fe566a 199.204.45.95 - - [06/Apr/2026:21:05:47 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.077 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.076 201 7f11b04cae158dd7d23702bb20cc914a I0406 21:05:47.098794 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.105.222.200"}] I0406 21:05:47.102740 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4c885473-ba88-4a79-8024-3b84999be9e2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3580", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0406 21:05:47.103914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:47.103959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.95 - - [06/Apr/2026:21:05:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.085 [auth-system-keycloak-80] [] 10.0.0.241:8080 1249 0.086 200 5d20f060aff8432078b9710ff7862ebd 199.204.45.95 - - [06/Apr/2026:21:05:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.518 [auth-system-keycloak-80] [] 10.0.0.241:8080 1925 0.517 200 892dde8f2c73fa26be18034d8750ed33 199.204.45.95 - - [06/Apr/2026:21:05:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.241:8080 1259 0.008 200 d13f390d18a84eda104105ec8970874e 199.204.45.95 - - [06/Apr/2026:21:05:48 +0000] "GET /admin/realms/atmosphere/clients/59ff0c3f-ef66-4d1e-bbf7-27fd6c068012/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.241:8080 119 0.012 404 8a991745d09ac8896b783eb218f38961 199.204.45.95 - - [06/Apr/2026:21:05:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.031 [auth-system-keycloak-80] [] 10.0.0.241:8080 1259 0.032 200 21454ae3374a4918c7230a112d630afe 199.204.45.95 - - [06/Apr/2026:21:05:48 +0000] "POST /admin/realms/atmosphere/clients/59ff0c3f-ef66-4d1e-bbf7-27fd6c068012/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.021 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.020 201 21f6df54050876608653313138d00569 199.204.45.95 - - [06/Apr/2026:21:05:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.241:8080 1259 0.006 200 42dc0513fc1c04f3616e674db898ceac 199.204.45.95 - - [06/Apr/2026:21:05:48 +0000] "GET /admin/realms/atmosphere/clients/59ff0c3f-ef66-4d1e-bbf7-27fd6c068012/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.051 [auth-system-keycloak-80] [] 10.0.0.241:8080 166 0.051 200 682ee942ab25c04cf340aa5d1669df31 199.204.45.95 - - [06/Apr/2026:21:05:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.481 [auth-system-keycloak-80] [] 10.0.0.241:8080 1925 0.480 200 1b66494594b023771f24923d1bf8f022 199.204.45.95 - - [06/Apr/2026:21:05:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.023 [auth-system-keycloak-80] [] 10.0.0.241:8080 1283 0.024 200 d16a8426cb35e38dfae93ef652b3375c 199.204.45.95 - - [06/Apr/2026:21:05:49 +0000] "GET /admin/realms/atmosphere/clients/cab5364e-a456-4abe-a9a8-ebca8e0ac457/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.010 [auth-system-keycloak-80] [] 10.0.0.241:8080 119 0.009 404 480d3e4701ea4b041cb0f8166a3a965d 199.204.45.95 - - [06/Apr/2026:21:05:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.241:8080 1283 0.006 200 48195a805304613c57b6163f1971be4b 199.204.45.95 - - [06/Apr/2026:21:05:49 +0000] "POST /admin/realms/atmosphere/clients/cab5364e-a456-4abe-a9a8-ebca8e0ac457/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.060 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.059 201 06ea5660b535c83f9bb132d5d6b162ac 199.204.45.95 - - [06/Apr/2026:21:05:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.241:8080 1283 0.007 200 6ef6d8b36ff569327cae4abb1f7f5866 199.204.45.95 - - [06/Apr/2026:21:05:49 +0000] "GET /admin/realms/atmosphere/clients/cab5364e-a456-4abe-a9a8-ebca8e0ac457/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.012 [auth-system-keycloak-80] [] 10.0.0.241:8080 165 0.011 200 f26892a372e36ce1d92de1d07e3ddeef 199.204.45.95 - - [06/Apr/2026:21:05:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.531 [auth-system-keycloak-80] [] 10.0.0.241:8080 1925 0.529 200 fc7b9eccb5baa09e3646e9dd3bf5535f 199.204.45.95 - - [06/Apr/2026:21:05:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.241:8080 1283 0.009 200 9f829e2740053c38b20776b364e4c411 199.204.45.95 - - [06/Apr/2026:21:05:50 +0000] "GET /admin/realms/atmosphere/clients/cab5364e-a456-4abe-a9a8-ebca8e0ac457/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.044 [auth-system-keycloak-80] [] 10.0.0.241:8080 119 0.045 404 0b13af72423ca7d8375b89999e4a6e80 199.204.45.95 - - [06/Apr/2026:21:05:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.241:8080 1283 0.006 200 df266f00405f8c6083bef338a0d35469 199.204.45.95 - - [06/Apr/2026:21:05:50 +0000] "POST /admin/realms/atmosphere/clients/cab5364e-a456-4abe-a9a8-ebca8e0ac457/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.073 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.073 201 90c02a3fb5817392fdf08aa0349053c8 199.204.45.95 - - [06/Apr/2026:21:05:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.241:8080 1283 0.008 200 64c6214921134aa4315e7288bd248f69 199.204.45.95 - - [06/Apr/2026:21:05:50 +0000] "GET /admin/realms/atmosphere/clients/cab5364e-a456-4abe-a9a8-ebca8e0ac457/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.074 [auth-system-keycloak-80] [] 10.0.0.241:8080 166 0.074 200 71f235fd3bdcb3d677e942c57a97f5b2 199.204.45.95 - - [06/Apr/2026:21:05:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.512 [auth-system-keycloak-80] [] 10.0.0.241:8080 1925 0.511 200 f6ab81e9ad771860d8e3b49db799d367 199.204.45.95 - - [06/Apr/2026:21:05:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.241:8080 1283 0.012 200 97d1a5389ff4d6c900b6d58d7521f363 199.204.45.95 - - [06/Apr/2026:21:05:51 +0000] "GET /admin/realms/atmosphere/clients/cab5364e-a456-4abe-a9a8-ebca8e0ac457/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.067 [auth-system-keycloak-80] [] 10.0.0.241:8080 119 0.067 404 a5d8fbd1e41b6ef5b86eaf97da5ee81c 199.204.45.95 - - [06/Apr/2026:21:05:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.241:8080 1283 0.008 200 d777246d49c6888dd7c832c698d2d84d 199.204.45.95 - - [06/Apr/2026:21:05:51 +0000] "POST /admin/realms/atmosphere/clients/cab5364e-a456-4abe-a9a8-ebca8e0ac457/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.017 201 b368e6accab530fb59457f639bfce27a 199.204.45.95 - - [06/Apr/2026:21:05:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.035 [auth-system-keycloak-80] [] 10.0.0.241:8080 1283 0.035 200 509658ec058cdc69adff68afa4a5c764 199.204.45.95 - - [06/Apr/2026:21:05:51 +0000] "GET /admin/realms/atmosphere/clients/cab5364e-a456-4abe-a9a8-ebca8e0ac457/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.241:8080 166 0.013 200 9281816dc0d3a5233b706f135ad8cc1c 199.204.45.95 - - [06/Apr/2026:21:05:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.501 [auth-system-keycloak-80] [] 10.0.0.241:8080 1925 0.500 200 93fc9882b7764d1df188d6a824899eed 199.204.45.95 - - [06/Apr/2026:21:05:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.241:8080 1249 0.007 200 ffbab8831baa9abc6ca2196659d72968 199.204.45.95 - - [06/Apr/2026:21:05:52 +0000] "GET /admin/realms/atmosphere/clients/810b926d-78c3-4f80-be76-a44ec5f15c60/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.006 [auth-system-keycloak-80] [] 10.0.0.241:8080 119 0.007 404 4ffdc785238421e09a95e97619ea5b6e 199.204.45.95 - - [06/Apr/2026:21:05:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.040 [auth-system-keycloak-80] [] 10.0.0.241:8080 1249 0.040 200 8dbb06e9e02677d93382cfa4e2fa22c5 199.204.45.95 - - [06/Apr/2026:21:05:52 +0000] "POST /admin/realms/atmosphere/clients/810b926d-78c3-4f80-be76-a44ec5f15c60/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.013 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.012 201 29b3e375555f5477c0382d1bc8fc41b2 199.204.45.95 - - [06/Apr/2026:21:05:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.241:8080 1249 0.006 200 96a1c3934670ad115ee9d36e426ff5b5 199.204.45.95 - - [06/Apr/2026:21:05:52 +0000] "GET /admin/realms/atmosphere/clients/810b926d-78c3-4f80-be76-a44ec5f15c60/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.052 [auth-system-keycloak-80] [] 10.0.0.241:8080 166 0.052 200 aa3290a512b207c9cf5d21e9c4345953 W0406 21:07:01.289400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:01.289439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:01.360400 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:07:01.360473 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0406 21:07:01.360518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:01.360536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:01.361729 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:07:01.362292 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0406 21:07:01.362474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:01.362604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:01.362531 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:07:01.363035 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0406 21:07:01.363062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:01.363077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:07:01.362360 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0406 21:07:01.363315 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0406 21:07:01.364100 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0406 21:07:01.364122 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0406 21:07:01.365795 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0406 21:07:01.365896 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0406 21:07:01.370469 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0406 21:07:01.370907 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0406 21:07:01.371283 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"25101b2d-544c-4cf0-bf7f-188363d078f8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4192", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0406 21:07:01.373641 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0406 21:07:01.373927 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0406 21:07:01.373946 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"8b14702b-f76a-4765-a12b-158c3213b63f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4195", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0406 21:07:01.378993 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0406 21:07:01.379294 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0406 21:07:01.379335 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"eecc2df3-435a-43f2-b834-358d6e55706f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4198", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0406 21:07:01.668839 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0406 21:07:01.669666 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0406 21:07:01.680145 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0406 21:07:01.681497 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0406 21:07:02.782868 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0406 21:07:02.783986 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0406 21:07:04.623438 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:07:04.623482 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:07:04.624807 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:07:04.625049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:04.625089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:07:04.625360 7 controller.go:196] "Configuration changes detected, backend reload required" I0406 21:07:04.673046 7 controller.go:216] "Backend successfully reloaded" I0406 21:07:04.673470 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2kxgr", UID:"8141f874-1b9a-465e-a4b6-be991fd764eb", APIVersion:"v1", ResourceVersion:"1393", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0406 21:07:07.956750 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:07:07.956831 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:07:07.956885 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:07:07.957023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:07.957045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:11.290284 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:07:11.290356 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:07:11.290394 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:07:11.290603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:11.290646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:15.231942 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:07:15.231991 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:07:15.232025 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:07:15.232124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:15.232142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:18.565584 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:07:18.565627 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:07:18.565647 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:07:18.565714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:18.565729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:21.899568 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:07:21.899670 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:07:21.899826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:21.899853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.102 - - [06/Apr/2026:21:07:23 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.025 [auth-system-keycloak-80] [] 10.0.0.241:8080 6411 0.026 200 8f9e2ac55405923fb0c8b05f1bcccaf1 10.0.0.83 - - [06/Apr/2026:21:07:23 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.007 [auth-system-keycloak-80] [] 10.0.0.241:8080 6411 0.007 200 114a88a3fa23814bd2feef8f784f1536 W0406 21:07:25.232716 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:07:25.232891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:25.232910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:28.566747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:28.566821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:31.899552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:31.899582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:35.232161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:35.232199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:07:47.099162 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.105.222.200"}] I0406 21:07:47.099468 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.105.222.200"}] I0406 21:07:47.099687 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.105.222.200"}] I0406 21:07:47.109021 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"8b14702b-f76a-4765-a12b-158c3213b63f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4921", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0406 21:07:47.109887 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"25101b2d-544c-4cf0-bf7f-188363d078f8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4922", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0406 21:07:47.110187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:47.110242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:07:47.110703 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"eecc2df3-435a-43f2-b834-358d6e55706f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4923", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0406 21:07:50.444283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:50.444329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:53.777715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:53.777759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store