------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0409 02:01:36.095018 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0409 02:01:36.095345 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0409 02:01:36.101786 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0409 02:01:36.103400 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0409 02:01:36.732604 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0409 02:01:36.748586 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0409 02:01:36.759286 7 nginx.go:271] "Starting NGINX Ingress controller" I0409 02:01:36.765465 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"21d939b4-8766-40c7-9bc9-240f51a995a4", APIVersion:"v1", ResourceVersion:"1347", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0409 02:01:36.768540 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"82a1e52a-f190-4977-9dc4-6bbb10977056", APIVersion:"v1", ResourceVersion:"1349", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0409 02:01:36.768672 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"38cad3ef-596a-451d-b5cf-025d3fbc496a", APIVersion:"v1", ResourceVersion:"1348", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0409 02:01:37.961213 7 nginx.go:317] "Starting NGINX process" I0409 02:01:37.961288 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0409 02:01:37.961801 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0409 02:01:37.962091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:01:37.962125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:01:37.962174 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:01:37.973451 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0409 02:01:37.973538 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-2h8ds" I0409 02:01:37.992966 7 controller.go:216] "Backend successfully reloaded" I0409 02:01:37.993049 7 controller.go:227] "Initial sync, sleeping for 1 second" I0409 02:01:37.995536 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2h8ds", UID:"bf70f465-fcf9-4f3f-9ff4-93813d067f9f", APIVersion:"v1", ResourceVersion:"1459", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:01:41.779931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:01:41.779962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:01:45.113866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:01:45.113907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:01:48.447809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:01:48.447853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:01:51.780728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:01:51.780765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:01:55.115479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:01:55.115526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:01:58.446845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:01:58.446881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:02:01.780732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:02:01.780774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:02:05.113869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:02:05.113901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:02:08.448476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:02:08.448559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:02:11.780177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:02:11.780209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:02:15.114428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:02:15.114477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:03:04.006100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:03:04.006129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:03:22.864694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:03:22.864727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:03:26.349768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:03:26.349811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:03:29.683851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:03:29.683884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:03:33.017106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:03:33.017148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:03:36.349911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:03:36.349973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:03:39.684014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:03:39.684052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:03:43.016930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:03:43.016970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:03:46.350873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:03:46.350914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:48.968813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:48.968949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:51.521244 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-22.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-22.nip.io-tls was not found. Using default certificate W0409 02:05:51.521518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:51.521670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:05:51.524110 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.004s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:14.7kB} I0409 02:05:51.524164 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0409 02:05:51.530940 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0409 02:05:51.531382 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-22.nip.io-tls" in local store I0409 02:05:51.531834 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"a6c74b43-adaa-4d0b-9ae6-3c4fb392eacb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3264", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:05:51.898665 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-22.nip.io-tls" I0409 02:05:51.899785 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-22.nip.io-tls" W0409 02:05:52.303255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:52.303314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:05:52.303702 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:05:52.357464 7 controller.go:216] "Backend successfully reloaded" I0409 02:05:52.357895 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2h8ds", UID:"bf70f465-fcf9-4f3f-9ff4-93813d067f9f", APIVersion:"v1", ResourceVersion:"1459", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:05:55.637373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:55.637438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.22 - - [09/Apr/2026:02:05:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.955 [auth-system-keycloak-80] [] 10.0.0.126:8080 1925 1.954 200 c0f49f57a3e2cb03998812bf826f47ee 199.204.45.22 - - [09/Apr/2026:02:05:57 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.176 [auth-system-keycloak-80] [] 10.0.0.126:8080 116 0.176 404 893271caae743f9802418e4a4ee419b2 199.204.45.22 - - [09/Apr/2026:02:06:00 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.804 [auth-system-keycloak-80] [] 10.0.0.126:8080 0 3.803 201 0e0548536a218ef1a627eafaf5f6f431 199.204.45.22 - - [09/Apr/2026:02:06:01 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.600 [auth-system-keycloak-80] [] 10.0.0.126:8080 4246 0.600 200 50fc800bb8ac2ef1bc4083caff987593 199.204.45.22 - - [09/Apr/2026:02:06:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.534 [auth-system-keycloak-80] [] 10.0.0.126:8080 1925 0.533 200 761f26be166b27b90477045d0cc8a249 199.204.45.22 - - [09/Apr/2026:02:06:02 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.104 [auth-system-keycloak-80] [] 10.0.0.126:8080 12500 0.104 200 61ec6ce73c1b529d04620b60ef1938b1 199.204.45.22 - - [09/Apr/2026:02:06:02 +0000] "GET /admin/realms/atmosphere/client-scopes/c1df84da-046a-4605-982c-31961ebd7bef HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.076 [auth-system-keycloak-80] [] 10.0.0.126:8080 1278 0.076 200 6643930a2366a8eac08848c6a836765a 199.204.45.22 - - [09/Apr/2026:02:06:02 +0000] "PUT /admin/realms/atmosphere/client-scopes/c1df84da-046a-4605-982c-31961ebd7bef HTTP/1.1" 204 0 "-" "Ansible" 1846 0.077 [auth-system-keycloak-80] [] 10.0.0.126:8080 0 0.077 204 924a719d1f0b974ef20827f0a2ab0f73 199.204.45.22 - - [09/Apr/2026:02:06:02 +0000] "GET /admin/realms/atmosphere/client-scopes/c1df84da-046a-4605-982c-31961ebd7bef/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.018 [auth-system-keycloak-80] [] 10.0.0.126:8080 963 0.019 200 8442bf693ba5b0239e816db11b9140d7 199.204.45.22 - - [09/Apr/2026:02:06:02 +0000] "GET /admin/realms/atmosphere/client-scopes/c1df84da-046a-4605-982c-31961ebd7bef/protocol-mappers/models/3439bce0-b8b3-4dd3-a41e-2fbbdbfa683a HTTP/1.1" 200 366 "-" "Ansible" 1307 0.063 [auth-system-keycloak-80] [] 10.0.0.126:8080 366 0.062 200 71ecd5f94ee0aec4dfa2b1841db41c0c 199.204.45.22 - - [09/Apr/2026:02:06:02 +0000] "PUT /admin/realms/atmosphere/client-scopes/c1df84da-046a-4605-982c-31961ebd7bef/protocol-mappers/models/3439bce0-b8b3-4dd3-a41e-2fbbdbfa683a HTTP/1.1" 204 0 "-" "Ansible" 1620 0.027 [auth-system-keycloak-80] [] 10.0.0.126:8080 0 0.026 204 c136466d21544e5a74a6cf76d111c8bd 199.204.45.22 - - [09/Apr/2026:02:06:02 +0000] "GET /admin/realms/atmosphere/client-scopes/c1df84da-046a-4605-982c-31961ebd7bef HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.071 [auth-system-keycloak-80] [] 10.0.0.126:8080 1218 0.071 200 22aa8e4fe6f2b3c9b7ee839e8f7fca8b 199.204.45.22 - - [09/Apr/2026:02:06:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.511 [auth-system-keycloak-80] [] 10.0.0.126:8080 1925 0.511 200 bdd9f1e9d13c421037a78c9e2e022667 199.204.45.22 - - [09/Apr/2026:02:06:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.022 [auth-system-keycloak-80] [] 10.0.0.126:8080 2 0.022 200 5bc3326c5e084e1b74acae8b11d3007b 199.204.45.22 - - [09/Apr/2026:02:06:24 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.245 [auth-system-keycloak-80] [] 10.0.0.126:8080 0 0.245 201 2f6b8594dce164d6c8a9efdcb20a667f 199.204.45.22 - - [09/Apr/2026:02:06:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.023 [auth-system-keycloak-80] [] 10.0.0.126:8080 1259 0.023 200 485847252d444a9aa7d894888bad927d 199.204.45.22 - - [09/Apr/2026:02:06:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.184 [auth-system-keycloak-80] [] 10.0.0.126:8080 1925 1.183 200 0e5a892fda24bb8aa063ff51d435d1b1 199.204.45.22 - - [09/Apr/2026:02:06:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.126:8080 2 0.011 200 9d1768215b9777b621df0e20bb9cd9d4 199.204.45.22 - - [09/Apr/2026:02:06:25 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.089 [auth-system-keycloak-80] [] 10.0.0.126:8080 0 0.089 201 9ae8e173072a5c04e3ee37bb1cb9aea8 199.204.45.22 - - [09/Apr/2026:02:06:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.076 [auth-system-keycloak-80] [] 10.0.0.126:8080 1283 0.077 200 e623608d5b2be39da5e9cd870a8c3636 199.204.45.22 - - [09/Apr/2026:02:06:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.649 [auth-system-keycloak-80] [] 10.0.0.126:8080 1925 0.648 200 88dd22c64be3841b1e8ed5570066cb47 199.204.45.22 - - [09/Apr/2026:02:06:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.126:8080 2 0.009 200 5ba360ab33ba9bf8d6c696cc832d7a36 199.204.45.22 - - [09/Apr/2026:02:06:27 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.088 [auth-system-keycloak-80] [] 10.0.0.126:8080 0 0.088 201 a2cda36909d9a90929d8fa766edce88d 199.204.45.22 - - [09/Apr/2026:02:06:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.077 [auth-system-keycloak-80] [] 10.0.0.126:8080 1249 0.076 200 cfaffb278f8e1b84a6686917f0e42be0 199.204.45.22 - - [09/Apr/2026:02:06:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.530 [auth-system-keycloak-80] [] 10.0.0.126:8080 1925 0.528 200 e9484ab8058ad12abe84b8322a3c75de 199.204.45.22 - - [09/Apr/2026:02:06:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.126:8080 1259 0.006 200 939fbb5ad0cc35258106675d6319e988 199.204.45.22 - - [09/Apr/2026:02:06:28 +0000] "GET /admin/realms/atmosphere/clients/f87e66e9-8f8b-4f07-8b86-07e20be5f42d/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.126:8080 119 0.010 404 72fb2c72cd65589e8b54ddd25d3ca495 199.204.45.22 - - [09/Apr/2026:02:06:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.126:8080 1259 0.005 200 de0fc76efc6278c0d354dd384d4a6053 199.204.45.22 - - [09/Apr/2026:02:06:28 +0000] "POST /admin/realms/atmosphere/clients/f87e66e9-8f8b-4f07-8b86-07e20be5f42d/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.059 [auth-system-keycloak-80] [] 10.0.0.126:8080 0 0.057 201 4762729a23e5c0373c8a7c61d938973f 199.204.45.22 - - [09/Apr/2026:02:06:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.126:8080 1259 0.006 200 2f9319935e8432cd838942298ecb4f04 199.204.45.22 - - [09/Apr/2026:02:06:28 +0000] "GET /admin/realms/atmosphere/clients/f87e66e9-8f8b-4f07-8b86-07e20be5f42d/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.060 [auth-system-keycloak-80] [] 10.0.0.126:8080 166 0.060 200 706964b53af1a39f4c40fbd6278f1cde 199.204.45.22 - - [09/Apr/2026:02:06:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.474 [auth-system-keycloak-80] [] 10.0.0.126:8080 1925 0.473 200 a8c60963dbfd22bc8ab2521ca5420306 199.204.45.22 - - [09/Apr/2026:02:06:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.126:8080 1283 0.005 200 64dcc4ea92262d2f7c911a594c6d5015 199.204.45.22 - - [09/Apr/2026:02:06:29 +0000] "GET /admin/realms/atmosphere/clients/db44022b-d3c8-4f20-b17f-18342b61e0e7/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.029 [auth-system-keycloak-80] [] 10.0.0.126:8080 119 0.029 404 b0059e4447887c51c6915c0bb6cf3314 199.204.45.22 - - [09/Apr/2026:02:06:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.126:8080 1283 0.006 200 b4cfab34ffd909df41844d074042e967 199.204.45.22 - - [09/Apr/2026:02:06:29 +0000] "POST /admin/realms/atmosphere/clients/db44022b-d3c8-4f20-b17f-18342b61e0e7/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.014 [auth-system-keycloak-80] [] 10.0.0.126:8080 0 0.013 201 758cd8c52527efe06fce2509f4df3e3b 199.204.45.22 - - [09/Apr/2026:02:06:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.048 [auth-system-keycloak-80] [] 10.0.0.126:8080 1283 0.048 200 c7b83925e130f9d034def1ed0878c5ef 199.204.45.22 - - [09/Apr/2026:02:06:29 +0000] "GET /admin/realms/atmosphere/clients/db44022b-d3c8-4f20-b17f-18342b61e0e7/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.013 [auth-system-keycloak-80] [] 10.0.0.126:8080 165 0.014 200 dcbebd521c21f120ed2cc3a749d100d3 199.204.45.22 - - [09/Apr/2026:02:06:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.510 [auth-system-keycloak-80] [] 10.0.0.126:8080 1925 0.508 200 99467aa41ae7d34f1b12bd6d2476d1ec 199.204.45.22 - - [09/Apr/2026:02:06:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.126:8080 1283 0.009 200 55b5f730edec50645aa9e625c63913a4 199.204.45.22 - - [09/Apr/2026:02:06:30 +0000] "GET /admin/realms/atmosphere/clients/db44022b-d3c8-4f20-b17f-18342b61e0e7/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.050 [auth-system-keycloak-80] [] 10.0.0.126:8080 119 0.049 404 04e33a82068ef2ab06dd56917337a776 199.204.45.22 - - [09/Apr/2026:02:06:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.126:8080 1283 0.008 200 2a7dd92c2144d69b07580b9f2cef0c6d 199.204.45.22 - - [09/Apr/2026:02:06:30 +0000] "POST /admin/realms/atmosphere/clients/db44022b-d3c8-4f20-b17f-18342b61e0e7/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.076 [auth-system-keycloak-80] [] 10.0.0.126:8080 0 0.074 201 11e4efa2590aa5c82210e564d732ec56 199.204.45.22 - - [09/Apr/2026:02:06:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.126:8080 1283 0.006 200 01bbbeee525ae0a80707409b062e61bc 199.204.45.22 - - [09/Apr/2026:02:06:30 +0000] "GET /admin/realms/atmosphere/clients/db44022b-d3c8-4f20-b17f-18342b61e0e7/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.126:8080 166 0.013 200 9b80178a4fbc6078eeaa37f625b9bc7d 199.204.45.22 - - [09/Apr/2026:02:06:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.487 [auth-system-keycloak-80] [] 10.0.0.126:8080 1925 0.486 200 d005451abb41f17ccc7e104126428e28 199.204.45.22 - - [09/Apr/2026:02:06:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.013 [auth-system-keycloak-80] [] 10.0.0.126:8080 1283 0.014 200 b38f82cb7ecaba321d2eff8059335083 199.204.45.22 - - [09/Apr/2026:02:06:31 +0000] "GET /admin/realms/atmosphere/clients/db44022b-d3c8-4f20-b17f-18342b61e0e7/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.058 [auth-system-keycloak-80] [] 10.0.0.126:8080 119 0.059 404 bcf02aab03113cf7ebf2e59192a3d034 199.204.45.22 - - [09/Apr/2026:02:06:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.126:8080 1283 0.005 200 950d9b4e55d6df1ece5a086a29d16403 199.204.45.22 - - [09/Apr/2026:02:06:31 +0000] "POST /admin/realms/atmosphere/clients/db44022b-d3c8-4f20-b17f-18342b61e0e7/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.126:8080 0 0.014 201 6168e02dae129d246cc31c3dd7c29367 199.204.45.22 - - [09/Apr/2026:02:06:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.126:8080 1283 0.006 200 fec0a8b0637e3671a149d56db2315917 199.204.45.22 - - [09/Apr/2026:02:06:31 +0000] "GET /admin/realms/atmosphere/clients/db44022b-d3c8-4f20-b17f-18342b61e0e7/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.040 [auth-system-keycloak-80] [] 10.0.0.126:8080 166 0.039 200 d7d514e607358b8771355dea8f124ece 199.204.45.22 - - [09/Apr/2026:02:06:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.501 [auth-system-keycloak-80] [] 10.0.0.126:8080 1925 0.499 200 529bf9a7cbdf17007cf1b4874352d9df 199.204.45.22 - - [09/Apr/2026:02:06:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.126:8080 1249 0.006 200 1328ac950df07d401cd354ca849fec0b 199.204.45.22 - - [09/Apr/2026:02:06:32 +0000] "GET /admin/realms/atmosphere/clients/0b49c31a-a3c7-40f8-91eb-46635ae18779/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.126:8080 119 0.006 404 5daae5c6599b51c8592ebe6dfe011509 199.204.45.22 - - [09/Apr/2026:02:06:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.057 [auth-system-keycloak-80] [] 10.0.0.126:8080 1249 0.058 200 e241dbcc026dfef69cfa0834ce7b1e30 199.204.45.22 - - [09/Apr/2026:02:06:32 +0000] "POST /admin/realms/atmosphere/clients/0b49c31a-a3c7-40f8-91eb-46635ae18779/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.126:8080 0 0.014 201 cea1d164bb15cdf6e805aeab8f3c38f7 199.204.45.22 - - [09/Apr/2026:02:06:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.062 [auth-system-keycloak-80] [] 10.0.0.126:8080 1249 0.061 200 20ec48c3209cf2c914440452d93c5f80 199.204.45.22 - - [09/Apr/2026:02:06:32 +0000] "GET /admin/realms/atmosphere/clients/0b49c31a-a3c7-40f8-91eb-46635ae18779/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.126:8080 166 0.009 200 ca6e502910c7ae2a98d13698fef8cb3f I0409 02:06:37.980483 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.230.219"}] I0409 02:06:37.985491 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"a6c74b43-adaa-4d0b-9ae6-3c4fb392eacb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3595", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:06:37.985936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:37.985977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:39.238813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:39.238849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:39.315719 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:07:39.315781 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0409 02:07:39.315849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:39.315866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:39.316384 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:07:39.316429 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0409 02:07:39.316457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:39.316469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:39.317134 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:07:39.317207 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0409 02:07:39.317259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:39.317279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:07:39.317672 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:18.2kB} I0409 02:07:39.317692 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0409 02:07:39.317870 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0409 02:07:39.317894 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0409 02:07:39.320139 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0409 02:07:39.320167 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0409 02:07:39.327529 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0409 02:07:39.327741 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"83212b2a-83a4-44c3-a979-a19213e58fdc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4134", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:07:39.327831 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0409 02:07:39.327854 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0409 02:07:39.328030 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"4f77b8ce-f33b-440a-ab23-78b2fda437c3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4135", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:07:39.328173 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0409 02:07:39.330038 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0409 02:07:39.331360 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0409 02:07:39.331498 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"2f1c718e-a081-435b-94ca-6dbaab7982cc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4138", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:07:39.643937 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0409 02:07:39.644715 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0409 02:07:39.943713 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0409 02:07:39.944285 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0409 02:07:41.388059 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0409 02:07:41.389403 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0409 02:07:41.615712 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0409 02:07:41.616777 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/grafana-tls" W0409 02:07:42.572700 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:07:42.572870 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:07:42.572976 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:07:42.573190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:42.573273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:07:42.573517 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:07:42.632327 7 controller.go:216] "Backend successfully reloaded" I0409 02:07:42.632788 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2h8ds", UID:"bf70f465-fcf9-4f3f-9ff4-93813d067f9f", APIVersion:"v1", ResourceVersion:"1459", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:07:45.906006 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:07:45.906065 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:07:45.906093 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:07:45.906195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:45.906234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:49.239700 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:07:49.239744 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:07:49.239784 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:07:49.239914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:49.239944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:52.572808 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:07:52.572859 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:07:52.572893 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:07:52.572982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:52.573002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:55.906045 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:07:55.906121 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:07:55.906154 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:07:55.906242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:55.906266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:59.238893 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:07:59.238932 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:07:59.238952 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:07:59.239020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:59.239031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.1 - - [09/Apr/2026:02:08:01 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.030 [auth-system-keycloak-80] [] 10.0.0.126:8080 6411 0.030 200 a1867a58eb27e6854f3d8cca3dfc0d7e 10.0.0.140 - - [09/Apr/2026:02:08:01 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.006 [auth-system-keycloak-80] [] 10.0.0.126:8080 6411 0.005 200 6666a9dda648def4e5c8a0ae61431fc0 W0409 02:08:02.575763 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:08:02.575975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:02.576001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:05.906413 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:08:05.906642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:05.906666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:09.239993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:09.240049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:12.572713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:12.572833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:08:37.985289 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.230.219"}] I0409 02:08:37.985593 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.230.219"}] I0409 02:08:37.985613 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.230.219"}] I0409 02:08:37.992615 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"83212b2a-83a4-44c3-a979-a19213e58fdc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4959", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:08:37.993904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:37.993920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:08:37.995598 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"2f1c718e-a081-435b-94ca-6dbaab7982cc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4960", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:08:37.996404 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"4f77b8ce-f33b-440a-ab23-78b2fda437c3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4961", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:08:41.327786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:41.327817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:44.661866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:44.661893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store