------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0514 13:15:47.293426 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0514 13:15:47.293735 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0514 13:15:47.301232 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0514 13:15:47.303843 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0514 13:15:47.707865 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0514 13:15:47.729562 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0514 13:15:47.739974 7 nginx.go:271] "Starting NGINX Ingress controller" I0514 13:15:47.746277 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"106e65a2-ecaa-4c8c-9ecd-d87a4997d705", APIVersion:"v1", ResourceVersion:"1351", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0514 13:15:47.749407 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"a77aa5b2-2ab5-445c-9a95-88a18d8d9c1c", APIVersion:"v1", ResourceVersion:"1350", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0514 13:15:47.749500 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"e5d5638d-1811-4c23-a800-1eb32a700bfe", APIVersion:"v1", ResourceVersion:"1349", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0514 13:15:48.942050 7 nginx.go:317] "Starting NGINX process" I0514 13:15:48.942364 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0514 13:15:48.942619 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0514 13:15:48.942851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:15:48.942881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0514 13:15:48.942940 7 controller.go:196] "Configuration changes detected, backend reload required" I0514 13:15:48.951303 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0514 13:15:48.951415 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-2mpm5" I0514 13:15:48.978248 7 controller.go:216] "Backend successfully reloaded" I0514 13:15:48.978301 7 controller.go:227] "Initial sync, sleeping for 1 second" I0514 13:15:48.978422 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2mpm5", UID:"bb3f309f-0eae-407e-957e-dceca7750145", APIVersion:"v1", ResourceVersion:"1458", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0514 13:15:52.768902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:15:52.768928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:15:56.102790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:15:56.102826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:15:59.436405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:15:59.436430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:16:02.769061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:16:02.769107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:16:06.104698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:16:06.104748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:16:09.436002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:16:09.436032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:16:12.770327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:16:12.770406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:16:16.103676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:16:16.103707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:16:19.435869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:16:19.435906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:16:22.769960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:16:22.770000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:16:27.305819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:16:27.305852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:17:16.296175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:17:16.296206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:17:19.630172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:17:19.630243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:17:39.545593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:17:39.545639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:17:42.879577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:17:42.879653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:17:46.213918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:17:46.213976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:17:49.546904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:17:49.546932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:17:52.879186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:17:52.879230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:17:56.212853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:17:56.212884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:17:59.546684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:17:59.546827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:18:02.880047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:18:02.880164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:18:06.212778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:18:06.212827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:20:11.154012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:20:11.154046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:20:14.488459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:20:14.488526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:20:14.716466 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-229.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-229.nip.io-tls was not found. Using default certificate W0514 13:20:14.716564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:20:14.716587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0514 13:20:14.717623 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:14.7kB} I0514 13:20:14.717668 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0514 13:20:14.726061 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0514 13:20:14.726498 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-229.nip.io-tls" in local store I0514 13:20:14.726502 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"74a20536-6901-4a9c-a462-9eda8edf0521", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3324", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0514 13:20:15.094679 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-229.nip.io-tls" I0514 13:20:15.095444 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-229.nip.io-tls" W0514 13:20:17.821738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:20:17.821802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0514 13:20:17.821895 7 controller.go:196] "Configuration changes detected, backend reload required" I0514 13:20:17.857559 7 controller.go:216] "Backend successfully reloaded" I0514 13:20:17.857898 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2mpm5", UID:"bb3f309f-0eae-407e-957e-dceca7750145", APIVersion:"v1", ResourceVersion:"1458", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration 199.204.45.229 - - [14/May/2026:13:20:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.775 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 1.775 200 a673476e8d60704792ea04b8e8beb321 199.204.45.229 - - [14/May/2026:13:20:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.185 [auth-system-keycloak-80] [] 10.0.0.211:8080 116 0.185 404 39bbf64db6f86d9dd8f7f144acb4e37a W0514 13:20:21.155005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:20:21.155061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [14/May/2026:13:20:25 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.681 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 4.682 201 d929749f9dd961279435bb7d9f500c7c 199.204.45.229 - - [14/May/2026:13:20:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.793 [auth-system-keycloak-80] [] 10.0.0.211:8080 4246 0.793 200 a0edebca582713353c12861983b4914f 199.204.45.229 - - [14/May/2026:13:20:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.649 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.648 200 bb4dc2b3075a0d6dc9a38ed7d2dac1ed 199.204.45.229 - - [14/May/2026:13:20:27 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.081 [auth-system-keycloak-80] [] 10.0.0.211:8080 12500 0.082 200 2bd39db3c2797f10aa4832a6d1ca34bc 199.204.45.229 - - [14/May/2026:13:20:27 +0000] "GET /admin/realms/atmosphere/client-scopes/89c272fb-72ec-4308-824e-639aa6054169 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.060 [auth-system-keycloak-80] [] 10.0.0.211:8080 1278 0.061 200 d946fd8595b5549b28e20b47529e8193 199.204.45.229 - - [14/May/2026:13:20:27 +0000] "PUT /admin/realms/atmosphere/client-scopes/89c272fb-72ec-4308-824e-639aa6054169 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.087 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.086 204 a04f865e1f0a83a7a15f565dc8b8e6c4 199.204.45.229 - - [14/May/2026:13:20:27 +0000] "GET /admin/realms/atmosphere/client-scopes/89c272fb-72ec-4308-824e-639aa6054169/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.020 [auth-system-keycloak-80] [] 10.0.0.211:8080 963 0.020 200 5f73d9288b7d0ed8d830b1550bf79335 199.204.45.229 - - [14/May/2026:13:20:27 +0000] "GET /admin/realms/atmosphere/client-scopes/89c272fb-72ec-4308-824e-639aa6054169/protocol-mappers/models/a6ab1a85-b3a4-4fe7-975c-e5ec2bcaf679 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.066 [auth-system-keycloak-80] [] 10.0.0.211:8080 366 0.066 200 4d6e74769f0411555edd4dcbd6055eb7 199.204.45.229 - - [14/May/2026:13:20:27 +0000] "PUT /admin/realms/atmosphere/client-scopes/89c272fb-72ec-4308-824e-639aa6054169/protocol-mappers/models/a6ab1a85-b3a4-4fe7-975c-e5ec2bcaf679 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.080 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.079 204 7d0139b67503ab743646c06405d9690b 199.204.45.229 - - [14/May/2026:13:20:27 +0000] "GET /admin/realms/atmosphere/client-scopes/89c272fb-72ec-4308-824e-639aa6054169 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.016 [auth-system-keycloak-80] [] 10.0.0.211:8080 1218 0.017 200 0b973092324230179d6c383e5f91a568 199.204.45.229 - - [14/May/2026:13:20:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.493 200 77627a841d6d05c52fbe215aaa10bb49 199.204.45.229 - - [14/May/2026:13:20:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.055 [auth-system-keycloak-80] [] 10.0.0.211:8080 2 0.055 200 ceba8cd77f1f0324a077dd594e21248e I0514 13:20:48.957823 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.105.100.37"}] I0514 13:20:48.963453 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"74a20536-6901-4a9c-a462-9eda8edf0521", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3589", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0514 13:20:48.965112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:20:48.965165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [14/May/2026:13:20:49 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.213 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.205 201 4a3e2adefd80f98ffd21ed280a9d902d 199.204.45.229 - - [14/May/2026:13:20:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.070 [auth-system-keycloak-80] [] 10.0.0.211:8080 1261 0.070 200 dd1c6bcfc682f6c668b858cdbf3d8156 199.204.45.229 - - [14/May/2026:13:20:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.107 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 1.105 200 d99ecfdf5b5758a30543019e3f26f39d 199.204.45.229 - - [14/May/2026:13:20:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.074 [auth-system-keycloak-80] [] 10.0.0.211:8080 2 0.074 200 eb80b76d7dbacaf532fa091223cae9b4 199.204.45.229 - - [14/May/2026:13:20:50 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.089 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.088 201 43a32cd9746201c43e591eccc08e50c2 199.204.45.229 - - [14/May/2026:13:20:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.037 [auth-system-keycloak-80] [] 10.0.0.211:8080 1286 0.037 200 d3074d4a0a3e2572545642884a103f87 199.204.45.229 - - [14/May/2026:13:20:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.518 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.517 200 863711bf2bcdca91dc11905332a0c151 199.204.45.229 - - [14/May/2026:13:20:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.211:8080 2 0.011 200 811ff52d935491216cbc70a7fd7e03ac 199.204.45.229 - - [14/May/2026:13:20:51 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.089 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.088 201 db5eb03995e9fb824b9ddf3e4b9c2839 199.204.45.229 - - [14/May/2026:13:20:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.085 [auth-system-keycloak-80] [] 10.0.0.211:8080 1251 0.086 200 0b803b11361134b37f7a171d3bf01d05 199.204.45.229 - - [14/May/2026:13:20:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.526 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.525 200 e065d31b741f10cc7a253f516fb80b73 199.204.45.229 - - [14/May/2026:13:20:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.211:8080 1261 0.008 200 d984aacebde76e7a48a29b9401699cb7 199.204.45.229 - - [14/May/2026:13:20:53 +0000] "GET /admin/realms/atmosphere/clients/2a143267-eae1-4475-9917-ed6dbae1b1ad/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.055 [auth-system-keycloak-80] [] 10.0.0.211:8080 119 0.055 404 1be2455c9afca44417746c83aedf2e6b 199.204.45.229 - - [14/May/2026:13:20:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.211:8080 1261 0.007 200 9de8a6fe147c36eec7e61fe15e5ce6a1 199.204.45.229 - - [14/May/2026:13:20:53 +0000] "POST /admin/realms/atmosphere/clients/2a143267-eae1-4475-9917-ed6dbae1b1ad/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.019 201 87519937e033ef2d18fbf6415e09944f 199.204.45.229 - - [14/May/2026:13:20:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.038 [auth-system-keycloak-80] [] 10.0.0.211:8080 1261 0.038 200 495df85433cdda9f47796aa5d1b768b2 199.204.45.229 - - [14/May/2026:13:20:53 +0000] "GET /admin/realms/atmosphere/clients/2a143267-eae1-4475-9917-ed6dbae1b1ad/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.019 [auth-system-keycloak-80] [] 10.0.0.211:8080 166 0.019 200 1e0e15d0948c2de84f61fbcc02efa876 199.204.45.229 - - [14/May/2026:13:20:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.500 200 fb4fca42cd3c5bf9f1097b671a1e0fb0 199.204.45.229 - - [14/May/2026:13:20:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.211:8080 1286 0.008 200 c1c137442308765bac4ceacc657e21ad 199.204.45.229 - - [14/May/2026:13:20:54 +0000] "GET /admin/realms/atmosphere/clients/2869d43f-0b27-4470-babf-e26de8dfd38c/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.050 [auth-system-keycloak-80] [] 10.0.0.211:8080 119 0.049 404 0d2bd932af28a3415da95c86905d4065 199.204.45.229 - - [14/May/2026:13:20:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.211:8080 1286 0.009 200 61f7b63f5a576cf73ac304dbef5d73a4 199.204.45.229 - - [14/May/2026:13:20:54 +0000] "POST /admin/realms/atmosphere/clients/2869d43f-0b27-4470-babf-e26de8dfd38c/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.018 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.017 201 33089551f1a4d274fe8688d9c9c2c426 199.204.45.229 - - [14/May/2026:13:20:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.055 [auth-system-keycloak-80] [] 10.0.0.211:8080 1286 0.055 200 8ce583ab3785f120a945a47d7a363395 199.204.45.229 - - [14/May/2026:13:20:54 +0000] "GET /admin/realms/atmosphere/clients/2869d43f-0b27-4470-babf-e26de8dfd38c/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.080 [auth-system-keycloak-80] [] 10.0.0.211:8080 165 0.081 200 fc78c663ad7b248d067e418343f26a2e 199.204.45.229 - - [14/May/2026:13:20:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.481 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.482 200 a864b85bd2e7a9a1e1e599cef600e0fb 199.204.45.229 - - [14/May/2026:13:20:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.035 [auth-system-keycloak-80] [] 10.0.0.211:8080 1286 0.035 200 ad8ccaa50e0f2040b004b33bda2b65c7 199.204.45.229 - - [14/May/2026:13:20:55 +0000] "GET /admin/realms/atmosphere/clients/2869d43f-0b27-4470-babf-e26de8dfd38c/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.211:8080 119 0.011 404 8846084f40dd5a3526f80ddbea66ab22 199.204.45.229 - - [14/May/2026:13:20:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.211:8080 1286 0.007 200 e4975e06e1f6e42bad7434c5ef2a41bd 199.204.45.229 - - [14/May/2026:13:20:55 +0000] "POST /admin/realms/atmosphere/clients/2869d43f-0b27-4470-babf-e26de8dfd38c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.059 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.058 201 5dc8fe8602c285d0781066dc67c361d6 199.204.45.229 - - [14/May/2026:13:20:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.211:8080 1286 0.008 200 2a0d4dd8fddca8c16426c630122b68aa 199.204.45.229 - - [14/May/2026:13:20:55 +0000] "GET /admin/realms/atmosphere/clients/2869d43f-0b27-4470-babf-e26de8dfd38c/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.070 [auth-system-keycloak-80] [] 10.0.0.211:8080 166 0.070 200 e8e737cd8c4baa4b54ad1f1f748ece7f 199.204.45.229 - - [14/May/2026:13:20:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.543 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.539 200 66bbfe15b8aef5ec0f4c96112dc54645 199.204.45.229 - - [14/May/2026:13:20:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.053 [auth-system-keycloak-80] [] 10.0.0.211:8080 1286 0.053 200 9dd78d4984b73dea28a41e54ac646724 199.204.45.229 - - [14/May/2026:13:20:56 +0000] "GET /admin/realms/atmosphere/clients/2869d43f-0b27-4470-babf-e26de8dfd38c/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.211:8080 119 0.012 404 ca473e560ea5b76ea25da3c47901425f 199.204.45.229 - - [14/May/2026:13:20:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.211:8080 1286 0.008 200 96401cb62baad8d8a66451cdbf660413 199.204.45.229 - - [14/May/2026:13:20:56 +0000] "POST /admin/realms/atmosphere/clients/2869d43f-0b27-4470-babf-e26de8dfd38c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.064 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.062 201 62e8180d8f989979e33a704e0962932e 199.204.45.229 - - [14/May/2026:13:20:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.211:8080 1286 0.009 200 8c2f5b55a4136978489c17a9028305e7 199.204.45.229 - - [14/May/2026:13:20:56 +0000] "GET /admin/realms/atmosphere/clients/2869d43f-0b27-4470-babf-e26de8dfd38c/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.211:8080 166 0.014 200 3a36f98d162bfcaa77e5f28b81d916f3 199.204.45.229 - - [14/May/2026:13:20:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.524 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.524 200 608ef33ccb40023fa477e676376b030d 199.204.45.229 - - [14/May/2026:13:20:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.211:8080 1251 0.008 200 e2ca89aac9306454ecfdfe41861e4655 199.204.45.229 - - [14/May/2026:13:20:57 +0000] "GET /admin/realms/atmosphere/clients/f93aadc7-06ed-4187-a4cf-d90b975bd793/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.033 [auth-system-keycloak-80] [] 10.0.0.211:8080 119 0.033 404 77402c72499470df611109d2b4c0ab57 199.204.45.229 - - [14/May/2026:13:20:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.211:8080 1251 0.007 200 ecd55b8132f87d240999378e673b5561 199.204.45.229 - - [14/May/2026:13:20:57 +0000] "POST /admin/realms/atmosphere/clients/f93aadc7-06ed-4187-a4cf-d90b975bd793/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.073 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.072 201 ea3dc133c49ad92bc2c40072b99d4dbd 199.204.45.229 - - [14/May/2026:13:20:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.211:8080 1251 0.007 200 5bc8bde9d70dee18babb786ea492280e 199.204.45.229 - - [14/May/2026:13:20:57 +0000] "GET /admin/realms/atmosphere/clients/f93aadc7-06ed-4187-a4cf-d90b975bd793/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.211:8080 166 0.013 200 589636bc2566bb589fcf93b5396ac0b8 W0514 13:22:05.453495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:05.453525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:05.535420 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 13:22:05.535484 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0514 13:22:05.535569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:05.535606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:05.535793 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0514 13:22:05.535855 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0514 13:22:05.535903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:05.535921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0514 13:22:05.537583 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0514 13:22:05.537595 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0514 13:22:05.537609 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0514 13:22:05.537617 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0514 13:22:05.538497 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 13:22:05.538865 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0514 13:22:05.538929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:05.538957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0514 13:22:05.540864 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0514 13:22:05.541585 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0514 13:22:05.550398 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0514 13:22:05.550708 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0514 13:22:05.550731 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0514 13:22:05.550933 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0514 13:22:05.551188 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0514 13:22:05.551390 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0514 13:22:05.551407 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"9c568283-c8ab-43a1-b444-1c23fd5f6323", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4213", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0514 13:22:05.551418 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"a6102df7-228e-4956-b057-f22a5c931493", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4214", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0514 13:22:05.551442 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f3849df6-9285-4b37-a27b-88c66b6052e6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4215", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0514 13:22:06.170216 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0514 13:22:06.170872 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0514 13:22:06.263541 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0514 13:22:06.267774 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0514 13:22:06.362948 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0514 13:22:06.363796 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0514 13:22:08.787627 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 13:22:08.787675 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0514 13:22:08.787699 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 13:22:08.787777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:08.787795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0514 13:22:08.787877 7 controller.go:196] "Configuration changes detected, backend reload required" I0514 13:22:08.843458 7 controller.go:216] "Backend successfully reloaded" I0514 13:22:08.843642 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2mpm5", UID:"bb3f309f-0eae-407e-957e-dceca7750145", APIVersion:"v1", ResourceVersion:"1458", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0514 13:22:12.120995 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 13:22:12.121049 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0514 13:22:12.121106 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 13:22:12.121216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:12.121237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:15.454184 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 13:22:15.454249 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0514 13:22:15.454412 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 13:22:15.454569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:15.454586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:18.787008 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 13:22:18.787081 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0514 13:22:18.787164 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 13:22:18.787302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:18.787332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:22.121194 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 13:22:22.121267 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0514 13:22:22.121303 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 13:22:22.121417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:22.121445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:25.454475 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 13:22:25.454557 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0514 13:22:25.454596 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 13:22:25.454741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:25.454759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:28.787203 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 13:22:28.787253 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0514 13:22:28.787280 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 13:22:28.787376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:28.787399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:32.120326 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 13:22:32.120365 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0514 13:22:32.120387 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 13:22:32.120467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:32.120483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.165 - - [14/May/2026:13:22:35 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.028 [auth-system-keycloak-80] [] 10.0.0.211:8080 6432 0.027 200 8044b226dc2f64b48da29ff4b5e994c7 W0514 13:22:35.454453 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 13:22:35.454633 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0514 13:22:35.454712 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 13:22:35.454890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:35.454954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.139 - - [14/May/2026:13:22:37 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.211:8080 6432 0.006 200 bf4b68c06a0372d6918f6922fe03ddf5 W0514 13:22:38.787157 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 13:22:38.787407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:38.787440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:42.121256 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 13:22:42.121609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:42.121642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:47.109990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:47.110022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0514 13:22:48.959217 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.105.100.37"}] I0514 13:22:48.959284 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.105.100.37"}] I0514 13:22:48.959435 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.105.100.37"}] I0514 13:22:48.967259 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"9c568283-c8ab-43a1-b444-1c23fd5f6323", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5021", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0514 13:22:48.970817 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f3849df6-9285-4b37-a27b-88c66b6052e6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5022", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0514 13:22:48.971432 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"a6102df7-228e-4956-b057-f22a5c931493", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5023", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0514 13:22:50.444541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:50.444598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:53.778530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:53.778729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:57.111701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:22:57.111746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:23:00.443751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:23:00.443809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [14/May/2026:13:23:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.507 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.505 200 167622fcf967bfffcc909901e85735a6 199.204.45.229 - - [14/May/2026:13:23:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.211:8080 4246 0.007 200 fa5d25b9f798ba67dfdc2cdca8bb8106 199.204.45.229 - - [14/May/2026:13:23:03 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.447 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.447 204 1f3e17367fd22349ce3c3abf732c1005 199.204.45.229 - - [14/May/2026:13:23:03 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.290 [auth-system-keycloak-80] [] 10.0.0.211:8080 4384 0.291 200 c5a942234b66f54a94c4e2e3854a45cc 199.204.45.229 - - [14/May/2026:13:23:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.469 200 6de292f0f83e51396b282455e97948a8 199.204.45.229 - - [14/May/2026:13:23:04 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.211:8080 1682 0.009 200 396dca1893c8bfd528d9d3c6cdc15fec 199.204.45.229 - - [14/May/2026:13:23:04 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.004 [auth-system-keycloak-80] [] 10.0.0.211:8080 6432 0.005 200 e3f1c22a717d9d9b834c94dbd83f2ef0 199.204.45.229 - - [14/May/2026:13:23:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.466 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.465 200 a240956db6152ab65908dd04523f044b 199.204.45.229 - - [14/May/2026:13:23:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.211:8080 2 0.008 200 06f4a4287d4fd7c1d27644fc1028779b 199.204.45.229 - - [14/May/2026:13:23:06 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.106 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.104 201 e820538b0e32602db99fc43417b481ba 199.204.45.229 - - [14/May/2026:13:23:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.065 [auth-system-keycloak-80] [] 10.0.0.211:8080 2246 0.065 200 feafbabd19bd709aab07494a123b9b61 199.204.45.229 - - [14/May/2026:13:23:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.512 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.510 200 8c87dcb925e1692c72d7c7dcbe5b74fa 199.204.45.229 - - [14/May/2026:13:23:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.003 [auth-system-keycloak-80] [] 10.0.0.211:8080 2246 0.004 200 0f502ae5cb511e3cae7991bce7787de8 199.204.45.229 - - [14/May/2026:13:23:07 +0000] "GET /admin/realms/atmosphere/clients/ef2ba52f-0f67-428f-af3a-457d397f6aee/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.012 [auth-system-keycloak-80] [] 10.0.0.211:8080 233 0.011 200 35aa630d824b3991ea121ba9998f20cd 199.204.45.229 - - [14/May/2026:13:23:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.049 [auth-system-keycloak-80] [] 10.0.0.211:8080 831 0.049 200 d1ae515f5191634c2b38d50bf2c49c4f 199.204.45.229 - - [14/May/2026:13:23:07 +0000] "GET /admin/realms/atmosphere/clients/ea669749-de9c-474d-9072-b6635a6d7e45/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.022 [auth-system-keycloak-80] [] 10.0.0.211:8080 3758 0.022 200 c849dc03ee7fe3d3ef61ab3827619cc5 199.204.45.229 - - [14/May/2026:13:23:07 +0000] "GET /admin/realms/atmosphere/users/eb781299-da9d-4498-95a9-751f39a670bb/role-mappings/clients/ea669749-de9c-474d-9072-b6635a6d7e45/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.161 [auth-system-keycloak-80] [] 10.0.0.211:8080 3758 0.161 200 057ad0bf5bb1a7d5b1bd354a1d161342 199.204.45.229 - - [14/May/2026:13:23:07 +0000] "GET /admin/realms/atmosphere/users/eb781299-da9d-4498-95a9-751f39a670bb/role-mappings/clients/ea669749-de9c-474d-9072-b6635a6d7e45/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.079 [auth-system-keycloak-80] [] 10.0.0.211:8080 2 0.078 200 c739affe68f2a3a48f3da582187dac99 199.204.45.229 - - [14/May/2026:13:23:07 +0000] "POST /admin/realms/atmosphere/users/eb781299-da9d-4498-95a9-751f39a670bb/role-mappings/clients/ea669749-de9c-474d-9072-b6635a6d7e45 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.025 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.023 204 40b9d760a933a2688e2fafb15dbb73a1 199.204.45.229 - - [14/May/2026:13:23:07 +0000] "GET /admin/realms/atmosphere/users/eb781299-da9d-4498-95a9-751f39a670bb/role-mappings/clients/ea669749-de9c-474d-9072-b6635a6d7e45/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.015 [auth-system-keycloak-80] [] 10.0.0.211:8080 576 0.015 200 b914a3bb6878a061b8af8cb809c445b5 W0514 13:23:10.666881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:23:10.666914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:23:14.000609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:23:14.000655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:25:16.362443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:25:16.362489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:25:44.749071 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0514 13:25:44.749155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:25:44.749174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0514 13:25:44.752910 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0514 13:25:44.752949 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0514 13:25:44.756956 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0514 13:25:44.757555 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0514 13:25:44.757954 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate I0514 13:25:44.757968 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"201284bc-007a-4d0e-8bec-d4fae6f42d47", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6216", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0514 13:25:44.758024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:25:44.758047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0514 13:25:44.758161 7 controller.go:196] "Configuration changes detected, backend reload required" I0514 13:25:44.809911 7 controller.go:216] "Backend successfully reloaded" I0514 13:25:44.810254 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2mpm5", UID:"bb3f309f-0eae-407e-957e-dceca7750145", APIVersion:"v1", ResourceVersion:"1458", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0514 13:25:45.082282 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0514 13:25:45.084018 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0514 13:25:48.091864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:25:48.092017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0514 13:25:48.956967 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.105.100.37"}] I0514 13:25:48.964410 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"201284bc-007a-4d0e-8bec-d4fae6f42d47", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6267", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.229 - - [14/May/2026:13:25:49 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.011 [openstack-keystone-api-5000] [] 10.0.0.143:5000 281 0.011 300 8617477e63a91edac582d84a150cc2e4 W0514 13:25:51.425547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 13:25:51.425593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store