------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0602 06:51:00.733380 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0602 06:51:00.733629 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0602 06:51:00.740710 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0602 06:51:00.743291 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0602 06:51:01.063073 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0602 06:51:01.075138 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0602 06:51:01.084515 7 nginx.go:271] "Starting NGINX Ingress controller" I0602 06:51:01.092905 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"8884d79f-140d-4042-8c5a-6efdcdfd9483", APIVersion:"v1", ResourceVersion:"1384", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0602 06:51:01.096488 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"e1addb87-13cb-4f53-ac33-4fbf96039637", APIVersion:"v1", ResourceVersion:"1385", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0602 06:51:01.096507 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"2a983462-5f1e-42ef-9e90-16812a736a5d", APIVersion:"v1", ResourceVersion:"1383", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0602 06:51:02.289978 7 nginx.go:317] "Starting NGINX process" I0602 06:51:02.290300 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0602 06:51:02.290619 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0602 06:51:02.290978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:02.291010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0602 06:51:02.291067 7 controller.go:196] "Configuration changes detected, backend reload required" I0602 06:51:02.306114 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0602 06:51:02.306286 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-pvsjl" I0602 06:51:02.324238 7 controller.go:216] "Backend successfully reloaded" I0602 06:51:02.324336 7 controller.go:227] "Initial sync, sleeping for 1 second" I0602 06:51:02.324436 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pvsjl", UID:"49a8b1cc-cd2d-449a-8ab8-561821eee5a5", APIVersion:"v1", ResourceVersion:"1429", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0602 06:51:06.104311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:06.104345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:09.438103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:09.438139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:12.771311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:12.771340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:16.104880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:16.104929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:19.439703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:19.439751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:22.771426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:22.771476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:26.105530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:26.105581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:29.439889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:29.439935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:34.359579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:34.359613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:37.693363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:37.693421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:41.026616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:51:41.026707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:52:29.102802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:52:29.102836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:52:36.967559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:52:36.967602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:52:40.301112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:52:40.301168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:52:43.635945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:52:43.636006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:52:46.967778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:52:46.967831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:52:50.303412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:52:50.303461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:52:53.635216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:52:53.635267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:52:56.968562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:52:56.968617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:53:00.303443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:53:00.303500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:53:03.634411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:53:03.634441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:55:15.037379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:55:15.037424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:55:17.785632 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-235.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-235.nip.io-tls was not found. Using default certificate W0602 06:55:17.785709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:55:17.785723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0602 06:55:17.787819 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0602 06:55:17.787850 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0602 06:55:17.798198 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0602 06:55:17.799080 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-235.nip.io-tls" in local store I0602 06:55:17.799800 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"8cab8f21-aa62-4c59-acdd-83cb6705a3ae", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3310", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0602 06:55:18.065945 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-235.nip.io-tls" I0602 06:55:18.067317 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-235.nip.io-tls" W0602 06:55:18.371053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:55:18.371111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0602 06:55:18.371231 7 controller.go:196] "Configuration changes detected, backend reload required" I0602 06:55:18.430141 7 controller.go:216] "Backend successfully reloaded" I0602 06:55:18.430688 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pvsjl", UID:"49a8b1cc-cd2d-449a-8ab8-561821eee5a5", APIVersion:"v1", ResourceVersion:"1429", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0602 06:55:21.705381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:55:21.705431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.235 - - [02/Jun/2026:06:55:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.343 [auth-system-keycloak-80] [] 10.0.0.176:8080 1928 2.342 200 065380104874e98c7fdc21ccdb1be23d 199.19.213.235 - - [02/Jun/2026:06:55:24 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.197 [auth-system-keycloak-80] [] 10.0.0.176:8080 116 0.197 404 483b845518e654fc48a82cf255f71e5c 199.19.213.235 - - [02/Jun/2026:06:55:29 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.904 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 4.902 201 66bc2936b25ef29ed4a94e6e4853d7cd 199.19.213.235 - - [02/Jun/2026:06:55:30 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.785 [auth-system-keycloak-80] [] 10.0.0.176:8080 4246 0.784 200 ba0024bd3230b326dc4720195e9ec152 199.19.213.235 - - [02/Jun/2026:06:55:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.551 [auth-system-keycloak-80] [] 10.0.0.176:8080 1928 0.550 200 f3f6603e55132b8aa43e9d55715cd109 199.19.213.235 - - [02/Jun/2026:06:55:31 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.109 [auth-system-keycloak-80] [] 10.0.0.176:8080 12500 0.109 200 369cbed4ee2d75dc58cdef76ada72be1 199.19.213.235 - - [02/Jun/2026:06:55:31 +0000] "GET /admin/realms/atmosphere/client-scopes/c81a872f-c4d3-466b-be18-31f481fdb976 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.063 [auth-system-keycloak-80] [] 10.0.0.176:8080 1278 0.062 200 7f99bc3cedc2da87fcc393fec217c421 199.19.213.235 - - [02/Jun/2026:06:55:31 +0000] "PUT /admin/realms/atmosphere/client-scopes/c81a872f-c4d3-466b-be18-31f481fdb976 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.029 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.028 204 547ccc62dbdf7bd86205d9b769381995 199.19.213.235 - - [02/Jun/2026:06:55:31 +0000] "GET /admin/realms/atmosphere/client-scopes/c81a872f-c4d3-466b-be18-31f481fdb976/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.062 [auth-system-keycloak-80] [] 10.0.0.176:8080 963 0.063 200 159dd87c231d11d17155c988196b2ea1 199.19.213.235 - - [02/Jun/2026:06:55:31 +0000] "GET /admin/realms/atmosphere/client-scopes/c81a872f-c4d3-466b-be18-31f481fdb976/protocol-mappers/models/d82c2a7c-9b31-41f6-8531-ab8ce2de6e6b HTTP/1.1" 200 366 "-" "Ansible" 1309 0.067 [auth-system-keycloak-80] [] 10.0.0.176:8080 366 0.066 200 bc634832ece2b4e2f5fccc95b4c4a6ce 199.19.213.235 - - [02/Jun/2026:06:55:31 +0000] "PUT /admin/realms/atmosphere/client-scopes/c81a872f-c4d3-466b-be18-31f481fdb976/protocol-mappers/models/d82c2a7c-9b31-41f6-8531-ab8ce2de6e6b HTTP/1.1" 204 0 "-" "Ansible" 1622 0.099 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.098 204 a3432ebccfcc86844c1721c1be59294d 199.19.213.235 - - [02/Jun/2026:06:55:31 +0000] "GET /admin/realms/atmosphere/client-scopes/c81a872f-c4d3-466b-be18-31f481fdb976 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.090 [auth-system-keycloak-80] [] 10.0.0.176:8080 1218 0.090 200 d65a13b1d65e4d530a2ec6dc490106fe 199.19.213.235 - - [02/Jun/2026:06:55:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.176:8080 1928 0.470 200 ab1a5e0406f0fbfc298cd26a23c68e39 199.19.213.235 - - [02/Jun/2026:06:55:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.072 [auth-system-keycloak-80] [] 10.0.0.176:8080 2 0.072 200 75c7cde76e39b33499ada5389fd91731 199.19.213.235 - - [02/Jun/2026:06:55:54 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.277 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.277 201 2c7bb702cf5c8c32a4066569718462fb 199.19.213.235 - - [02/Jun/2026:06:55:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.095 [auth-system-keycloak-80] [] 10.0.0.176:8080 1261 0.095 200 f227b67dc8f86f3ac1fc1a6278df4268 199.19.213.235 - - [02/Jun/2026:06:55:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.888 [auth-system-keycloak-80] [] 10.0.0.176:8080 1928 0.886 200 b7a81e9ed5dadd466b797a75e5a5022e 199.19.213.235 - - [02/Jun/2026:06:55:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.081 [auth-system-keycloak-80] [] 10.0.0.176:8080 2 0.081 200 a532b188d1dbd6de696d2a4cbf9eb5d7 199.19.213.235 - - [02/Jun/2026:06:55:55 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.102 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.101 201 7dd0b442e526b8de3fe9facfc2853156 199.19.213.235 - - [02/Jun/2026:06:55:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.098 [auth-system-keycloak-80] [] 10.0.0.176:8080 1286 0.098 200 a9215977008850f84c9cd0b50e4eec56 199.19.213.235 - - [02/Jun/2026:06:55:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.526 [auth-system-keycloak-80] [] 10.0.0.176:8080 1928 0.525 200 73b2f6217ceedfd77a62fc4afa674dac 199.19.213.235 - - [02/Jun/2026:06:55:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.042 [auth-system-keycloak-80] [] 10.0.0.176:8080 2 0.042 200 d60533a2d764ec2dfb7112c5f11f77ab 199.19.213.235 - - [02/Jun/2026:06:55:56 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.119 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.118 201 f47e4b46a1e2ab34faf7723afebf75bd 199.19.213.235 - - [02/Jun/2026:06:55:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.077 [auth-system-keycloak-80] [] 10.0.0.176:8080 1251 0.077 200 00c67c986e55c26de71e36f1f5f952a3 199.19.213.235 - - [02/Jun/2026:06:55:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.514 [auth-system-keycloak-80] [] 10.0.0.176:8080 1928 0.513 200 2b39827a3595c398a6b13d2b3c84c93d 199.19.213.235 - - [02/Jun/2026:06:55:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.176:8080 1261 0.010 200 39ed20c1ab4e399d4936c4919e50248a 199.19.213.235 - - [02/Jun/2026:06:55:58 +0000] "GET /admin/realms/atmosphere/clients/ee10bcbe-5272-4ec0-af79-872ba9fee528/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.051 [auth-system-keycloak-80] [] 10.0.0.176:8080 119 0.051 404 35f8ea125f5a7fcf8704894b89c2b282 199.19.213.235 - - [02/Jun/2026:06:55:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.012 [auth-system-keycloak-80] [] 10.0.0.176:8080 1261 0.012 200 cdd465fbeb6724d24675ad49b58336d9 199.19.213.235 - - [02/Jun/2026:06:55:58 +0000] "POST /admin/realms/atmosphere/clients/ee10bcbe-5272-4ec0-af79-872ba9fee528/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.072 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.071 201 a51138c4389e5ffd2cc714d159fccd31 199.19.213.235 - - [02/Jun/2026:06:55:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.011 [auth-system-keycloak-80] [] 10.0.0.176:8080 1261 0.011 200 02b41e511ad9f3b9f48b11fd0e314629 199.19.213.235 - - [02/Jun/2026:06:55:58 +0000] "GET /admin/realms/atmosphere/clients/ee10bcbe-5272-4ec0-af79-872ba9fee528/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.079 [auth-system-keycloak-80] [] 10.0.0.176:8080 166 0.078 200 f55c7956d1cfda8f1e24aee0743c7cd4 199.19.213.235 - - [02/Jun/2026:06:55:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.485 [auth-system-keycloak-80] [] 10.0.0.176:8080 1928 0.482 200 de5e757df7072c2065d29f5056c1cae7 199.19.213.235 - - [02/Jun/2026:06:55:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.176:8080 1286 0.011 200 1fe76c8923a11c66e03460ea8d4447f1 199.19.213.235 - - [02/Jun/2026:06:55:59 +0000] "GET /admin/realms/atmosphere/clients/cf40287a-6c85-4826-825d-a74385aa7cdc/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.015 [auth-system-keycloak-80] [] 10.0.0.176:8080 119 0.015 404 9db22f771313dfd6021af4a97b5e0c19 199.19.213.235 - - [02/Jun/2026:06:55:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.041 [auth-system-keycloak-80] [] 10.0.0.176:8080 1286 0.040 200 63d84c0f3e152f8f9d130f307f3e9ea3 199.19.213.235 - - [02/Jun/2026:06:55:59 +0000] "POST /admin/realms/atmosphere/clients/cf40287a-6c85-4826-825d-a74385aa7cdc/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.023 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.023 201 bed5d16b7786eaec80dab16c226e2745 199.19.213.235 - - [02/Jun/2026:06:55:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.053 [auth-system-keycloak-80] [] 10.0.0.176:8080 1286 0.053 200 7daaa94a0749e14d8cda1d61ecb64468 199.19.213.235 - - [02/Jun/2026:06:55:59 +0000] "GET /admin/realms/atmosphere/clients/cf40287a-6c85-4826-825d-a74385aa7cdc/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.017 [auth-system-keycloak-80] [] 10.0.0.176:8080 165 0.017 200 33278b13f3da3baa25888a74a8d30acc 199.19.213.235 - - [02/Jun/2026:06:56:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.507 [auth-system-keycloak-80] [] 10.0.0.176:8080 1928 0.507 200 bad9a92f57d1caac1a5bed37acbd9ee3 199.19.213.235 - - [02/Jun/2026:06:56:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.176:8080 1286 0.009 200 4d0527d54d4a200e35c8d881e7ab4bae 199.19.213.235 - - [02/Jun/2026:06:56:00 +0000] "GET /admin/realms/atmosphere/clients/cf40287a-6c85-4826-825d-a74385aa7cdc/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.035 [auth-system-keycloak-80] [] 10.0.0.176:8080 119 0.034 404 38a2bd12d5554cfe3aa341b0057b9db0 199.19.213.235 - - [02/Jun/2026:06:56:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.176:8080 1286 0.006 200 b5db75892a7a24f55b26904c83baf2a9 199.19.213.235 - - [02/Jun/2026:06:56:00 +0000] "POST /admin/realms/atmosphere/clients/cf40287a-6c85-4826-825d-a74385aa7cdc/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.076 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.075 201 641e29e6de7c6780a0d9f0cf710199d2 199.19.213.235 - - [02/Jun/2026:06:56:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.176:8080 1286 0.007 200 b7e9c857e7cc87cb8ebf55062106e8d1 199.19.213.235 - - [02/Jun/2026:06:56:00 +0000] "GET /admin/realms/atmosphere/clients/cf40287a-6c85-4826-825d-a74385aa7cdc/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.069 [auth-system-keycloak-80] [] 10.0.0.176:8080 166 0.069 200 951fcfa4413d4ca007e47323ce75bce2 199.19.213.235 - - [02/Jun/2026:06:56:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.176:8080 1928 0.471 200 76c34cf78326e3bcac9b95b27623e0bd 199.19.213.235 - - [02/Jun/2026:06:56:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.016 [auth-system-keycloak-80] [] 10.0.0.176:8080 1286 0.016 200 bb41de7341851d7b9e0902a47bf06789 199.19.213.235 - - [02/Jun/2026:06:56:01 +0000] "GET /admin/realms/atmosphere/clients/cf40287a-6c85-4826-825d-a74385aa7cdc/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.176:8080 119 0.013 404 ff21b57c1949fa89b77b271e4901267a 199.19.213.235 - - [02/Jun/2026:06:56:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.043 [auth-system-keycloak-80] [] 10.0.0.176:8080 1286 0.043 200 963e4a9bc84138e32e5ddae09d0c48b0 199.19.213.235 - - [02/Jun/2026:06:56:01 +0000] "POST /admin/realms/atmosphere/clients/cf40287a-6c85-4826-825d-a74385aa7cdc/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.017 201 29eb7ba3fc3aa740911a5a790ea13013 199.19.213.235 - - [02/Jun/2026:06:56:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.061 [auth-system-keycloak-80] [] 10.0.0.176:8080 1286 0.061 200 f4014294ce7313ac68f59343f6705051 199.19.213.235 - - [02/Jun/2026:06:56:01 +0000] "GET /admin/realms/atmosphere/clients/cf40287a-6c85-4826-825d-a74385aa7cdc/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.176:8080 166 0.015 200 c74e97889af5fa382d7b132009c2d8ce I0602 06:56:02.313581 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.201.250"}] I0602 06:56:02.319667 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"8cab8f21-aa62-4c59-acdd-83cb6705a3ae", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3629", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0602 06:56:02.322165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:56:02.322197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.235 - - [02/Jun/2026:06:56:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.518 [auth-system-keycloak-80] [] 10.0.0.176:8080 1928 0.517 200 ee61ae3022c112577e78b6ec50d18386 199.19.213.235 - - [02/Jun/2026:06:56:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.176:8080 1251 0.007 200 8b43a4bb4a906b628d05b1028c4418bd 199.19.213.235 - - [02/Jun/2026:06:56:02 +0000] "GET /admin/realms/atmosphere/clients/d9eb607a-0a01-4e15-a6fa-1879492f83e9/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.037 [auth-system-keycloak-80] [] 10.0.0.176:8080 119 0.037 404 d7b7038489992f9aa8692ef70cbaf4b7 199.19.213.235 - - [02/Jun/2026:06:56:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.176:8080 1251 0.008 200 5fc436cc7e2d594b0e81c18fef89b8d8 199.19.213.235 - - [02/Jun/2026:06:56:02 +0000] "POST /admin/realms/atmosphere/clients/d9eb607a-0a01-4e15-a6fa-1879492f83e9/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.080 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.079 201 55a3a7dc483a433b042e4d18aa55b9de 199.19.213.235 - - [02/Jun/2026:06:56:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.176:8080 1251 0.008 200 a9936171c8f5e6e02e02ffa8dc4b8c59 199.19.213.235 - - [02/Jun/2026:06:56:02 +0000] "GET /admin/realms/atmosphere/clients/d9eb607a-0a01-4e15-a6fa-1879492f83e9/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.069 [auth-system-keycloak-80] [] 10.0.0.176:8080 166 0.069 200 3f7b5af5626df29d88466730b4e10e45 W0602 06:57:16.288219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:16.288263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:16.379130 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0602 06:57:16.379213 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0602 06:57:16.379260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:16.379272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0602 06:57:16.381028 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0602 06:57:16.381056 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0602 06:57:16.381285 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0602 06:57:16.381424 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0602 06:57:16.381551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:16.381557 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0602 06:57:16.381573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:16.381638 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0602 06:57:16.381685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:16.381705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0602 06:57:16.383621 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0602 06:57:16.383653 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0602 06:57:16.383677 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0602 06:57:16.383783 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0602 06:57:16.400655 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0602 06:57:16.401229 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0602 06:57:16.401253 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0602 06:57:16.401468 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0602 06:57:16.401967 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0602 06:57:16.402188 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0602 06:57:16.402207 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"97a8d4c5-bc92-4a8d-8b9c-4b506fae0cdd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4235", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0602 06:57:16.402222 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"3a992fa0-0b3d-49ce-919f-7b3bb2787584", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4236", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0602 06:57:16.402253 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"e6f9cd1c-d38f-4a08-ac1a-527cc5dc85ad", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4237", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0602 06:57:16.946024 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0602 06:57:16.948820 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0602 06:57:17.377234 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0602 06:57:17.378281 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0602 06:57:17.681664 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0602 06:57:17.683528 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0602 06:57:19.066708 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0602 06:57:19.067699 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/grafana-tls" W0602 06:57:19.622440 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0602 06:57:19.622521 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0602 06:57:19.622790 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0602 06:57:19.623068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:19.623103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0602 06:57:19.623403 7 controller.go:196] "Configuration changes detected, backend reload required" I0602 06:57:19.683229 7 controller.go:216] "Backend successfully reloaded" I0602 06:57:19.684193 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pvsjl", UID:"49a8b1cc-cd2d-449a-8ab8-561821eee5a5", APIVersion:"v1", ResourceVersion:"1429", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0602 06:57:22.956007 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0602 06:57:22.956080 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0602 06:57:22.956117 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0602 06:57:22.956264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:22.956319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:26.289053 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0602 06:57:26.289133 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0602 06:57:26.289172 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0602 06:57:26.289310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:26.289360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:29.623783 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0602 06:57:29.623876 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0602 06:57:29.623948 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0602 06:57:29.624111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:29.624143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:32.955401 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0602 06:57:32.955480 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0602 06:57:32.955523 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0602 06:57:32.955670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:32.955703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:36.288356 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0602 06:57:36.288436 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0602 06:57:36.288534 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0602 06:57:36.288791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:36.288829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:39.624802 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0602 06:57:39.624880 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0602 06:57:39.624933 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0602 06:57:39.625081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:39.625112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.226 - - [02/Jun/2026:06:57:41 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.044 [auth-system-keycloak-80] [] 10.0.0.176:8080 6432 0.043 200 55a7785ea8d216c4dc64c48867fafff0 W0602 06:57:43.481974 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0602 06:57:43.482069 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0602 06:57:43.482108 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0602 06:57:43.482240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:43.482265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:46.816143 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0602 06:57:46.816630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:46.816663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.233 - - [02/Jun/2026:06:57:47 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.009 [auth-system-keycloak-80] [] 10.0.0.176:8080 6432 0.008 200 0d2870251b1f5c8005013fe3477782ce W0602 06:57:50.149372 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0602 06:57:50.149707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:50.149764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:53.483430 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0602 06:57:53.483616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:53.483636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:57.630038 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0602 06:57:57.630300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:57:57.630341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:58:00.964085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:58:00.964144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0602 06:58:02.315931 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.201.250"}] I0602 06:58:02.315960 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.201.250"}] I0602 06:58:02.316055 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.201.250"}] I0602 06:58:02.324786 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"e6f9cd1c-d38f-4a08-ac1a-527cc5dc85ad", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5103", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0602 06:58:02.327799 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"3a992fa0-0b3d-49ce-919f-7b3bb2787584", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5104", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0602 06:58:02.329103 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"97a8d4c5-bc92-4a8d-8b9c-4b506fae0cdd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5105", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0602 06:58:04.297357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:58:04.297404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:58:07.630407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0602 06:58:07.630465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store