------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0304 01:25:44.400728 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0304 01:25:44.400875 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0304 01:25:44.409365 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0304 01:25:44.412564 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0304 01:25:44.577432 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0304 01:25:44.597627 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0304 01:25:44.611401 7 nginx.go:271] "Starting NGINX Ingress controller" I0304 01:25:44.618602 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"5f76472b-689c-41fb-9c27-8d35d83a7f32", APIVersion:"v1", ResourceVersion:"1122", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0304 01:25:44.622045 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"1806dc51-1931-4aed-84b7-b2c5e63b3671", APIVersion:"v1", ResourceVersion:"1121", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0304 01:25:44.622152 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"abfbfb59-0827-4351-953c-26aabc10baf8", APIVersion:"v1", ResourceVersion:"1120", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0304 01:25:45.814288 7 nginx.go:317] "Starting NGINX process" I0304 01:25:45.814377 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0304 01:25:45.814892 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0304 01:25:45.815194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:25:45.815226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0304 01:25:45.815272 7 controller.go:196] "Configuration changes detected, backend reload required" I0304 01:25:45.821817 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0304 01:25:45.821912 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-2jjqh" I0304 01:25:45.852530 7 controller.go:216] "Backend successfully reloaded" I0304 01:25:45.852626 7 controller.go:227] "Initial sync, sleeping for 1 second" I0304 01:25:45.852717 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2jjqh", UID:"7f334007-c0e5-4600-9c88-f3a9c5b7d43a", APIVersion:"v1", ResourceVersion:"1169", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0304 01:25:49.648737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:25:49.648768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:25:52.983627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:25:52.983674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:25:56.315829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:25:56.315876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:25:59.651879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:25:59.651920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:26:02.983161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:26:02.983206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:26:06.316547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:26:06.316593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:26:09.648974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:26:09.649022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:26:12.984223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:26:12.984258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:26:18.210971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:26:18.211001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:26:21.545345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:26:21.545384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:26:24.878866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:26:24.878927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:12.809828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:12.809859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:20.797811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:20.797855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:24.510483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:24.510511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:27.844785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:27.844819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:31.178223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:31.178265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:34.511507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:34.511550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:37.845526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:37.845559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:41.597118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:41.597157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:44.932772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:44.932801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:49.658406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:49.658450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:52.994988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:52.995023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:56.326164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:27:56.326218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:29:54.150035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:29:54.150124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:29:56.939587 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-235.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-235.nip.io-tls was not found. Using default certificate W0304 01:29:56.939629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:29:56.939638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0304 01:29:56.940820 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:14.7kB} I0304 01:29:56.940845 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0304 01:29:56.946597 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0304 01:29:56.946902 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-235.nip.io-tls" in local store I0304 01:29:56.946972 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e181e7d2-cdfd-468a-8cad-5c7d3f17181b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2996", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0304 01:29:57.159118 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-235.nip.io-tls" I0304 01:29:57.160302 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-235.nip.io-tls" W0304 01:29:57.483559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:29:57.483599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0304 01:29:57.483662 7 controller.go:196] "Configuration changes detected, backend reload required" I0304 01:29:57.530894 7 controller.go:216] "Backend successfully reloaded" I0304 01:29:57.531211 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2jjqh", UID:"7f334007-c0e5-4600-9c88-f3a9c5b7d43a", APIVersion:"v1", ResourceVersion:"1169", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0304 01:30:00.818140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:30:00.818193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [04/Mar/2026:01:30:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.000 [auth-system-keycloak-80] [] 10.0.0.149:8080 1928 1.999 200 186fa38898fe3724d5f0f93814ebfbe0 199.204.45.235 - - [04/Mar/2026:01:30:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.175 [auth-system-keycloak-80] [] 10.0.0.149:8080 116 0.175 404 1cc8551351ae3195bdf191c11873d877 199.204.45.235 - - [04/Mar/2026:01:30:11 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.990 [auth-system-keycloak-80] [] 10.0.0.149:8080 0 3.989 201 24776093bf3d602288f6e75ec01fbeb6 199.204.45.235 - - [04/Mar/2026:01:30:12 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.678 [auth-system-keycloak-80] [] 10.0.0.149:8080 4246 0.678 200 bfd14ec2b195b2db2582935e6103bc5d 199.204.45.235 - - [04/Mar/2026:01:30:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.525 [auth-system-keycloak-80] [] 10.0.0.149:8080 1928 0.524 200 d9f48ea959e3f223f10a94d0ee800ae1 199.204.45.235 - - [04/Mar/2026:01:30:13 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.081 [auth-system-keycloak-80] [] 10.0.0.149:8080 12500 0.081 200 86260298df57dc6534021ceaf8620857 199.204.45.235 - - [04/Mar/2026:01:30:13 +0000] "GET /admin/realms/atmosphere/client-scopes/1a388585-c831-4f19-8ca0-aac3d8527f09 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.009 [auth-system-keycloak-80] [] 10.0.0.149:8080 1278 0.009 200 6494747013aecc6b1c9e6d8aedabc227 199.204.45.235 - - [04/Mar/2026:01:30:13 +0000] "PUT /admin/realms/atmosphere/client-scopes/1a388585-c831-4f19-8ca0-aac3d8527f09 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.074 [auth-system-keycloak-80] [] 10.0.0.149:8080 0 0.073 204 c9efca25b150e25f38094856b6517d58 199.204.45.235 - - [04/Mar/2026:01:30:13 +0000] "GET /admin/realms/atmosphere/client-scopes/1a388585-c831-4f19-8ca0-aac3d8527f09/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.074 [auth-system-keycloak-80] [] 10.0.0.149:8080 963 0.074 200 d546554ed41bd82d1b6dc300e23265e0 199.204.45.235 - - [04/Mar/2026:01:30:13 +0000] "GET /admin/realms/atmosphere/client-scopes/1a388585-c831-4f19-8ca0-aac3d8527f09/protocol-mappers/models/fa31bf1c-86f6-436b-a5b9-6b4fc4839dec HTTP/1.1" 200 366 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.149:8080 366 0.009 200 641ad27daaac0cfef709de320d7d5ea2 199.204.45.235 - - [04/Mar/2026:01:30:14 +0000] "PUT /admin/realms/atmosphere/client-scopes/1a388585-c831-4f19-8ca0-aac3d8527f09/protocol-mappers/models/fa31bf1c-86f6-436b-a5b9-6b4fc4839dec HTTP/1.1" 204 0 "-" "Ansible" 1622 0.080 [auth-system-keycloak-80] [] 10.0.0.149:8080 0 0.079 204 c7f9f19f49b39c90574cfd4ebf7b8349 199.204.45.235 - - [04/Mar/2026:01:30:14 +0000] "GET /admin/realms/atmosphere/client-scopes/1a388585-c831-4f19-8ca0-aac3d8527f09 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.012 [auth-system-keycloak-80] [] 10.0.0.149:8080 1218 0.012 200 7dc9d326026b7059c7ee52aed0831e51 199.204.45.235 - - [04/Mar/2026:01:30:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.149:8080 1928 0.479 200 968735078311362844db9234f5865ab5 199.204.45.235 - - [04/Mar/2026:01:30:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.070 [auth-system-keycloak-80] [] 10.0.0.149:8080 2 0.070 200 d0d3a97905f9442643daac87cf183f10 199.204.45.235 - - [04/Mar/2026:01:30:35 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.182 [auth-system-keycloak-80] [] 10.0.0.149:8080 0 0.181 201 2bf48883f77b5f05feac3f9eea8ccea7 199.204.45.235 - - [04/Mar/2026:01:30:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.022 [auth-system-keycloak-80] [] 10.0.0.149:8080 1261 0.022 200 281a29a004fadfbe46b7b04e78cd97e1 199.204.45.235 - - [04/Mar/2026:01:30:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.589 [auth-system-keycloak-80] [] 10.0.0.149:8080 1928 0.588 200 ae2c5b50b8cf69c8ecc29b6a76e8c6ae 199.204.45.235 - - [04/Mar/2026:01:30:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.149:8080 2 0.007 200 3adb73ff58bf3695e6ee1655d572debb 199.204.45.235 - - [04/Mar/2026:01:30:36 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.087 [auth-system-keycloak-80] [] 10.0.0.149:8080 0 0.086 201 96ced4f211725970ac2107d2f836a62c 199.204.45.235 - - [04/Mar/2026:01:30:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.084 [auth-system-keycloak-80] [] 10.0.0.149:8080 1286 0.084 200 c50125acc523a941fd9660a3518e3697 199.204.45.235 - - [04/Mar/2026:01:30:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.517 [auth-system-keycloak-80] [] 10.0.0.149:8080 1928 0.517 200 d458adafbd0428ff987d60785826dee0 199.204.45.235 - - [04/Mar/2026:01:30:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.149:8080 2 0.010 200 041d5b28bd47c9ecd0d151abfb02597e 199.204.45.235 - - [04/Mar/2026:01:30:37 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.067 [auth-system-keycloak-80] [] 10.0.0.149:8080 0 0.067 201 d910fa33a8c00a50811219183ba891fb 199.204.45.235 - - [04/Mar/2026:01:30:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.076 [auth-system-keycloak-80] [] 10.0.0.149:8080 1251 0.076 200 64eab6dcec4c25bdcbad379e999d0935 199.204.45.235 - - [04/Mar/2026:01:30:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.495 [auth-system-keycloak-80] [] 10.0.0.149:8080 1928 0.494 200 f8c6bbbe45ed421eea6db235aa948b50 199.204.45.235 - - [04/Mar/2026:01:30:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.149:8080 1261 0.005 200 f82f8f9353d41be88374094b937de493 199.204.45.235 - - [04/Mar/2026:01:30:38 +0000] "GET /admin/realms/atmosphere/clients/e0c590b6-142b-4bd3-aaed-8696d5acf1d2/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.149:8080 119 0.015 404 b864ea3eaf7c39a4800c0fceba606fc7 199.204.45.235 - - [04/Mar/2026:01:30:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.149:8080 1261 0.007 200 151280c343beb72bc6f5fcc340f738d7 199.204.45.235 - - [04/Mar/2026:01:30:38 +0000] "POST /admin/realms/atmosphere/clients/e0c590b6-142b-4bd3-aaed-8696d5acf1d2/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.046 [auth-system-keycloak-80] [] 10.0.0.149:8080 0 0.046 201 d0927995ccdc00c93bb5ecb467a66004 199.204.45.235 - - [04/Mar/2026:01:30:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.005 [auth-system-keycloak-80] [] 10.0.0.149:8080 1261 0.006 200 e36277a1a785df5049c2a62af99cddb2 199.204.45.235 - - [04/Mar/2026:01:30:38 +0000] "GET /admin/realms/atmosphere/clients/e0c590b6-142b-4bd3-aaed-8696d5acf1d2/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.072 [auth-system-keycloak-80] [] 10.0.0.149:8080 166 0.072 200 aed9576adbd0865528444dbb45d1c883 199.204.45.235 - - [04/Mar/2026:01:30:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.502 [auth-system-keycloak-80] [] 10.0.0.149:8080 1928 0.501 200 3056d73a6d50ac55a8f702a85446503a 199.204.45.235 - - [04/Mar/2026:01:30:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.149:8080 1286 0.010 200 14007cfd0a8fe50e9c4aaeb80d4891a6 199.204.45.235 - - [04/Mar/2026:01:30:39 +0000] "GET /admin/realms/atmosphere/clients/21303583-b91b-4128-ac8c-28e64221fd35/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.070 [auth-system-keycloak-80] [] 10.0.0.149:8080 119 0.070 404 8c4c7c7d2abdfcff464ce0b311bdbc75 199.204.45.235 - - [04/Mar/2026:01:30:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.149:8080 1286 0.005 200 2fd38bcbcd5154ac4d133a65c08dcae1 199.204.45.235 - - [04/Mar/2026:01:30:39 +0000] "POST /admin/realms/atmosphere/clients/21303583-b91b-4128-ac8c-28e64221fd35/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.048 [auth-system-keycloak-80] [] 10.0.0.149:8080 0 0.047 201 9a547078332ae427eb6076f5cb5b1151 199.204.45.235 - - [04/Mar/2026:01:30:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.149:8080 1286 0.013 200 e8bbd5a9fe8e53334700ce77a404b8a2 199.204.45.235 - - [04/Mar/2026:01:30:39 +0000] "GET /admin/realms/atmosphere/clients/21303583-b91b-4128-ac8c-28e64221fd35/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.149:8080 165 0.014 200 c9f4dd9db5f198860d9b3752b97fc07c 199.204.45.235 - - [04/Mar/2026:01:30:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.446 [auth-system-keycloak-80] [] 10.0.0.149:8080 1928 0.445 200 c90b40a6f1249319475a64e4f6e2e224 199.204.45.235 - - [04/Mar/2026:01:30:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.031 [auth-system-keycloak-80] [] 10.0.0.149:8080 1286 0.031 200 fcc646d512e33f41008ccd0eeed1b953 199.204.45.235 - - [04/Mar/2026:01:30:40 +0000] "GET /admin/realms/atmosphere/clients/21303583-b91b-4128-ac8c-28e64221fd35/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.149:8080 119 0.010 404 ad16faf7254c893785443c4432dbe77c 199.204.45.235 - - [04/Mar/2026:01:30:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.149:8080 1286 0.005 200 9c531d4b107686eea54c3549b52063c9 199.204.45.235 - - [04/Mar/2026:01:30:40 +0000] "POST /admin/realms/atmosphere/clients/21303583-b91b-4128-ac8c-28e64221fd35/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.052 [auth-system-keycloak-80] [] 10.0.0.149:8080 0 0.051 201 33a9b7a0a6841544ccbee4858e73dfe0 199.204.45.235 - - [04/Mar/2026:01:30:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.149:8080 1286 0.008 200 5b0ea95050e48f6f57bc5bc4236f534b 199.204.45.235 - - [04/Mar/2026:01:30:40 +0000] "GET /admin/realms/atmosphere/clients/21303583-b91b-4128-ac8c-28e64221fd35/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.149:8080 166 0.012 200 abdd42f370ba740ec1319cdd33173865 199.204.45.235 - - [04/Mar/2026:01:30:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.492 [auth-system-keycloak-80] [] 10.0.0.149:8080 1928 0.491 200 0d11007484252d0c2549cd5ff3a278de 199.204.45.235 - - [04/Mar/2026:01:30:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.149:8080 1286 0.013 200 a3a85c6de883fc3d63248b57c9707b92 199.204.45.235 - - [04/Mar/2026:01:30:41 +0000] "GET /admin/realms/atmosphere/clients/21303583-b91b-4128-ac8c-28e64221fd35/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.058 [auth-system-keycloak-80] [] 10.0.0.149:8080 119 0.058 404 73b470bd430cf23c4826fa283256b19a 199.204.45.235 - - [04/Mar/2026:01:30:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.149:8080 1286 0.006 200 41f53cf56611e76ae2e29fbc0ac8b684 199.204.45.235 - - [04/Mar/2026:01:30:41 +0000] "POST /admin/realms/atmosphere/clients/21303583-b91b-4128-ac8c-28e64221fd35/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.149:8080 0 0.016 201 9f4374955a890daf30746621b142292a 199.204.45.235 - - [04/Mar/2026:01:30:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.149:8080 1286 0.006 200 6f2653bab93a70a7c8014c1c5561a9bf 199.204.45.235 - - [04/Mar/2026:01:30:41 +0000] "GET /admin/realms/atmosphere/clients/21303583-b91b-4128-ac8c-28e64221fd35/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.032 [auth-system-keycloak-80] [] 10.0.0.149:8080 166 0.031 200 3ff95df302c7f9062baf0bdefcdfc611 199.204.45.235 - - [04/Mar/2026:01:30:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.149:8080 1928 0.467 200 a7cd3fdb82d988db24347926deffbd3d 199.204.45.235 - - [04/Mar/2026:01:30:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.149:8080 1251 0.006 200 85e6372837264a40f903715cdc0235cb 199.204.45.235 - - [04/Mar/2026:01:30:42 +0000] "GET /admin/realms/atmosphere/clients/dc7337d1-7669-4666-b26c-7ae561858471/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.025 [auth-system-keycloak-80] [] 10.0.0.149:8080 119 0.025 404 8d8c43225e4595f089dd5401be89511f 199.204.45.235 - - [04/Mar/2026:01:30:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.149:8080 1251 0.005 200 c8b9efea62ed0a1908173b330d254ef2 199.204.45.235 - - [04/Mar/2026:01:30:42 +0000] "POST /admin/realms/atmosphere/clients/dc7337d1-7669-4666-b26c-7ae561858471/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.149:8080 0 0.013 201 e16e17fbdb3cdbf24f30001409a78cbd 199.204.45.235 - - [04/Mar/2026:01:30:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.149:8080 1251 0.007 200 50cfe48d8a2f9f6cd1455615b8128028 199.204.45.235 - - [04/Mar/2026:01:30:42 +0000] "GET /admin/realms/atmosphere/clients/dc7337d1-7669-4666-b26c-7ae561858471/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.034 [auth-system-keycloak-80] [] 10.0.0.149:8080 166 0.034 200 f5bf4ef922f7259eacb87135820ad6ea I0304 01:30:45.827461 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.111.207.246"}] I0304 01:30:45.833528 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e181e7d2-cdfd-468a-8cad-5c7d3f17181b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3415", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0304 01:30:45.834868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:30:45.834901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:31:03.057616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:31:03.057646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:31:06.391360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:31:06.391401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:31:46.884518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:31:46.884567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:31:46.961050 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0304 01:31:46.961111 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0304 01:31:46.961144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:31:46.961155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:31:46.961371 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 01:31:46.961427 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0304 01:31:46.961457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:31:46.961469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:31:46.961835 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 01:31:46.961932 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0304 01:31:46.961991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:31:46.962035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0304 01:31:46.962734 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:18.2kB} I0304 01:31:46.962754 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0304 01:31:46.962887 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0304 01:31:46.962914 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0304 01:31:46.963862 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0304 01:31:46.963919 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0304 01:31:46.971436 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0304 01:31:46.971644 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b9569e70-3e3c-4549-aa77-7044d6a1edf4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3939", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0304 01:31:46.971855 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0304 01:31:46.975805 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0304 01:31:46.977488 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1f3841a1-83e0-4951-81ff-4c01dfd83290", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3941", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0304 01:31:46.979069 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0304 01:31:46.979119 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0304 01:31:46.979541 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0304 01:31:46.979572 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"99142bb4-a237-41c3-9417-33f30c37f413", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3948", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0304 01:31:47.298890 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0304 01:31:47.299748 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0304 01:31:47.326432 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0304 01:31:47.327086 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0304 01:31:48.631488 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0304 01:31:48.632394 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0304 01:31:50.218942 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 01:31:50.219005 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0304 01:31:50.219039 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 01:31:50.219158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:31:50.219181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0304 01:31:50.219296 7 controller.go:196] "Configuration changes detected, backend reload required" I0304 01:31:50.267727 7 controller.go:216] "Backend successfully reloaded" I0304 01:31:50.267977 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2jjqh", UID:"7f334007-c0e5-4600-9c88-f3a9c5b7d43a", APIVersion:"v1", ResourceVersion:"1169", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0304 01:31:53.552402 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 01:31:53.552466 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0304 01:31:53.552501 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 01:31:53.552611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:31:53.552637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:31:56.885516 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 01:31:56.885620 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0304 01:31:56.885704 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 01:31:56.885879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:31:56.885914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:00.218018 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 01:32:00.218115 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0304 01:32:00.218168 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 01:32:00.218356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:00.218387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:03.551394 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 01:32:03.551459 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0304 01:32:03.551496 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 01:32:03.551653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:03.551682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:06.885168 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 01:32:06.885255 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0304 01:32:06.885290 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 01:32:06.885483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:06.885514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:10.218071 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 01:32:10.218125 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 01:32:10.218188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:10.218202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:13.551496 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 01:32:13.551609 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 01:32:13.551728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:13.551761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:16.885203 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 01:32:16.885296 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 01:32:16.885383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:16.885402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:20.218532 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 01:32:20.218659 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 01:32:20.218823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:20.218861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:23.552317 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 01:32:23.552465 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 01:32:23.552579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:23.552604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.55 - - [04/Mar/2026:01:32:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.030 [auth-system-keycloak-80] [] 10.0.0.149:8080 6432 0.030 200 e4605aad32fa4b37dfe0957248188e45 10.0.0.95 - - [04/Mar/2026:01:32:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.149:8080 6432 0.007 200 c6745e281ef8b90b00c4ad54b0360fe6 W0304 01:32:26.885819 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0304 01:32:26.885908 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0304 01:32:26.886021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:26.886049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:30.218470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:30.218530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:33.553035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:33.553088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:36.885425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:36.885457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0304 01:32:45.831623 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.111.207.246"}] I0304 01:32:45.831741 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.111.207.246"}] I0304 01:32:45.831858 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.111.207.246"}] I0304 01:32:45.836788 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"99142bb4-a237-41c3-9417-33f30c37f413", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5029", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0304 01:32:45.838685 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b9569e70-3e3c-4549-aa77-7044d6a1edf4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5030", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0304 01:32:45.838800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:45.838823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0304 01:32:45.841596 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1f3841a1-83e0-4951-81ff-4c01dfd83290", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5031", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0304 01:32:49.172552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:49.172617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:52.508470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:32:52.508507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:33:14.132008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:33:14.132039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:33:17.465686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:33:17.465729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:33:20.798939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0304 01:33:20.798985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store