------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0330 01:00:50.660317 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0330 01:00:50.660438 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0330 01:00:50.668908 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0330 01:00:50.671328 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0330 01:00:50.857753 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0330 01:00:50.876437 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0330 01:00:50.888224 7 nginx.go:271] "Starting NGINX Ingress controller" I0330 01:00:50.894414 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"fa28807a-853b-4176-8086-33a93ef228b4", APIVersion:"v1", ResourceVersion:"1299", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0330 01:00:50.898053 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"48a46afa-d276-4718-84f8-1d2e4cfcb638", APIVersion:"v1", ResourceVersion:"1298", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0330 01:00:50.898090 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"4fa2b924-46a5-499a-8f65-ac9f28958ac6", APIVersion:"v1", ResourceVersion:"1300", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0330 01:00:52.090247 7 nginx.go:317] "Starting NGINX process" I0330 01:00:52.090419 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0330 01:00:52.090862 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0330 01:00:52.091203 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0330 01:00:52.091279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:00:52.091314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0330 01:00:52.091507 7 controller.go:196] "Configuration changes detected, backend reload required" I0330 01:00:52.097644 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0330 01:00:52.097839 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-7frvq" I0330 01:00:52.127135 7 controller.go:216] "Backend successfully reloaded" I0330 01:00:52.127320 7 controller.go:227] "Initial sync, sleeping for 1 second" I0330 01:00:52.127517 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7frvq", UID:"5160baba-fbdb-4190-9780-6ab64e675f64", APIVersion:"v1", ResourceVersion:"1343", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0330 01:00:55.915134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:00:55.915168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:00:59.250166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:00:59.250220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:01:02.587654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:01:02.587735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:01:05.914977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:01:05.915013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:01:09.249951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:01:09.249999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:01:12.582587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:01:12.582616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:01:15.915731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:01:15.915774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:01:20.185150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:01:20.185173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:01:23.519615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:01:23.519662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:01:28.513341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:01:28.513387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:02:18.902871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:02:18.902917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:02:22.236630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:02:22.236680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:02:38.659636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:02:38.659671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:02:41.993328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:02:41.993388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:02:45.326451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:02:45.326501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:02:48.660050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:02:48.660101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:02:51.993707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:02:51.993744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:02:55.328582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:02:55.328630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:02:59.642220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:02:59.642251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:03:02.975782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:03:02.975833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:03:07.726562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:03:07.726590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:05:17.361521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:05:17.361557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:05:20.695870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:05:20.695921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:05:21.042969 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-38.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-38.nip.io-tls was not found. Using default certificate W0330 01:05:21.043042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:05:21.043063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0330 01:05:21.045171 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0330 01:05:21.045208 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0330 01:05:21.051264 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0330 01:05:21.051634 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d2b148ee-98be-42f4-821d-cfb8feae3e61", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3389", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0330 01:05:21.052692 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-38.nip.io-tls" in local store I0330 01:05:21.508124 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-38.nip.io-tls" I0330 01:05:21.509459 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-38.nip.io-tls" W0330 01:05:24.029699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:05:24.029836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0330 01:05:24.029945 7 controller.go:196] "Configuration changes detected, backend reload required" I0330 01:05:24.066416 7 controller.go:216] "Backend successfully reloaded" I0330 01:05:24.066813 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7frvq", UID:"5160baba-fbdb-4190-9780-6ab64e675f64", APIVersion:"v1", ResourceVersion:"1343", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0330 01:05:27.362426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:05:27.362491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [30/Mar/2026:01:05:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.073 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 2.071 200 3f24153dd7a4cdbaa160088446a07375 199.204.45.38 - - [30/Mar/2026:01:05:32 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.102 [auth-system-keycloak-80] [] 10.0.0.28:8080 116 0.101 404 10e3249ab181020e9462e697b68562e4 199.204.45.38 - - [30/Mar/2026:01:05:37 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.570 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 4.568 201 24be02e637f8aacd9abf2b5fe5c15183 199.204.45.38 - - [30/Mar/2026:01:05:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.602 [auth-system-keycloak-80] [] 10.0.0.28:8080 4246 0.601 200 47fd8950b342f64a100d36cca0d2258b 199.204.45.38 - - [30/Mar/2026:01:05:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.776 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.775 200 6c6ed888f6a39b0984fdabe11b2b1f24 199.204.45.38 - - [30/Mar/2026:01:05:39 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1209 0.088 [auth-system-keycloak-80] [] 10.0.0.28:8080 12500 0.088 200 7984b9c3434e5aefb0b4d8286c6e42b4 199.204.45.38 - - [30/Mar/2026:01:05:39 +0000] "GET /admin/realms/atmosphere/client-scopes/9031944f-0053-488e-9d48-a4e480bf74df HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.077 [auth-system-keycloak-80] [] 10.0.0.28:8080 1278 0.077 200 75fbec3c2fb974b6f34afaf80678cc4f 199.204.45.38 - - [30/Mar/2026:01:05:39 +0000] "PUT /admin/realms/atmosphere/client-scopes/9031944f-0053-488e-9d48-a4e480bf74df HTTP/1.1" 204 0 "-" "Ansible" 1846 0.084 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.083 204 ff6f52ba30b33c58382481b2dbb0b052 199.204.45.38 - - [30/Mar/2026:01:05:39 +0000] "GET /admin/realms/atmosphere/client-scopes/9031944f-0053-488e-9d48-a4e480bf74df/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.019 [auth-system-keycloak-80] [] 10.0.0.28:8080 963 0.019 200 683b9a6dd1492bd1abd534d3d144ca88 199.204.45.38 - - [30/Mar/2026:01:05:39 +0000] "GET /admin/realms/atmosphere/client-scopes/9031944f-0053-488e-9d48-a4e480bf74df/protocol-mappers/models/8542fc42-ede6-42cb-9324-1deb7464a3ef HTTP/1.1" 200 366 "-" "Ansible" 1307 0.063 [auth-system-keycloak-80] [] 10.0.0.28:8080 366 0.062 200 81c3f1663e064d430d36e9898d7fccad 199.204.45.38 - - [30/Mar/2026:01:05:39 +0000] "PUT /admin/realms/atmosphere/client-scopes/9031944f-0053-488e-9d48-a4e480bf74df/protocol-mappers/models/8542fc42-ede6-42cb-9324-1deb7464a3ef HTTP/1.1" 204 0 "-" "Ansible" 1620 0.091 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.091 204 934ed87e60bbf9b088449ab1a5849470 199.204.45.38 - - [30/Mar/2026:01:05:39 +0000] "GET /admin/realms/atmosphere/client-scopes/9031944f-0053-488e-9d48-a4e480bf74df HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.019 [auth-system-keycloak-80] [] 10.0.0.28:8080 1218 0.019 200 429d319f60ff170c50b52e9a49bbc800 I0330 01:05:52.105490 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.95.183"}] I0330 01:05:52.111569 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d2b148ee-98be-42f4-821d-cfb8feae3e61", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3738", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0330 01:05:52.113554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:05:52.113707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [30/Mar/2026:01:06:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.471 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.469 200 8ec07ef7f340b119f9d452c86612281b 199.204.45.38 - - [30/Mar/2026:01:06:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.060 [auth-system-keycloak-80] [] 10.0.0.28:8080 2 0.060 200 88b86214aa44fe81d42bd98d44b14d1a 199.204.45.38 - - [30/Mar/2026:01:06:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.189 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.188 201 4b0a919cc690e92e8e90b8087ae77b1e 199.204.45.38 - - [30/Mar/2026:01:06:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.091 [auth-system-keycloak-80] [] 10.0.0.28:8080 1259 0.091 200 ca1b57a32714f848643e7e6b0bdc169e 199.204.45.38 - - [30/Mar/2026:01:06:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.499 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.498 200 a2dec58cf35201715299a45325ce10a8 199.204.45.38 - - [30/Mar/2026:01:06:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.013 [auth-system-keycloak-80] [] 10.0.0.28:8080 2 0.013 200 7bc879837138fdba93e9a897536b37d3 199.204.45.38 - - [30/Mar/2026:01:06:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.165 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.165 201 fc3c66d2bf9a53ae9fe46f692aa1ce18 199.204.45.38 - - [30/Mar/2026:01:06:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.091 [auth-system-keycloak-80] [] 10.0.0.28:8080 1283 0.090 200 129b3f7a5da5e8d7432ec4358ba13d3c 199.204.45.38 - - [30/Mar/2026:01:06:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.447 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.446 200 0eb9ff2b678916461fd6145abc9840a7 199.204.45.38 - - [30/Mar/2026:01:06:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.031 [auth-system-keycloak-80] [] 10.0.0.28:8080 2 0.032 200 2ea2d0acfeb26e1f3c730b86f40068b4 199.204.45.38 - - [30/Mar/2026:01:06:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.094 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.093 201 d7511b0f4886cbabfae21456d9272cbd 199.204.45.38 - - [30/Mar/2026:01:06:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.092 [auth-system-keycloak-80] [] 10.0.0.28:8080 1249 0.091 200 80af3963ba66aaa0f2a7faffe5484b16 199.204.45.38 - - [30/Mar/2026:01:06:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.478 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.478 200 086ad79a210cd15037df5b7575f30d6f 199.204.45.38 - - [30/Mar/2026:01:06:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.28:8080 1259 0.008 200 705b1030b50a1108604ee41a68fded0e 199.204.45.38 - - [30/Mar/2026:01:06:04 +0000] "GET /admin/realms/atmosphere/clients/edb7457a-20c9-442f-a35d-a526b93958d1/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.28:8080 119 0.015 404 5af7201fd290fbcc62949bab8c28b229 199.204.45.38 - - [30/Mar/2026:01:06:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.036 [auth-system-keycloak-80] [] 10.0.0.28:8080 1259 0.036 200 e27884edd075851add87b81cdad418eb 199.204.45.38 - - [30/Mar/2026:01:06:04 +0000] "POST /admin/realms/atmosphere/clients/edb7457a-20c9-442f-a35d-a526b93958d1/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.024 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.022 201 d1bc4a62e879711b6e1889dec04b9028 199.204.45.38 - - [30/Mar/2026:01:06:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.28:8080 1259 0.006 200 bbb09e4c68da6c46d45162094dd85c07 199.204.45.38 - - [30/Mar/2026:01:06:04 +0000] "GET /admin/realms/atmosphere/clients/edb7457a-20c9-442f-a35d-a526b93958d1/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.049 [auth-system-keycloak-80] [] 10.0.0.28:8080 166 0.049 200 0c0fc5b8af10635b4f0b4b9db83086d6 199.204.45.38 - - [30/Mar/2026:01:06:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.518 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.517 200 4af926a4188c8733b8f845280be9a273 199.204.45.38 - - [30/Mar/2026:01:06:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.28:8080 1283 0.008 200 272a00d3c23dd7915880937f1e93c7cd 199.204.45.38 - - [30/Mar/2026:01:06:05 +0000] "GET /admin/realms/atmosphere/clients/dfe19584-af83-460a-9a57-d69ff6a5e24d/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.064 [auth-system-keycloak-80] [] 10.0.0.28:8080 119 0.064 404 458a89a421fa33b861dd243780ee38a3 199.204.45.38 - - [30/Mar/2026:01:06:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.28:8080 1283 0.008 200 32e382ac4fbd3b7386f1e8dafc262cac 199.204.45.38 - - [30/Mar/2026:01:06:05 +0000] "POST /admin/realms/atmosphere/clients/dfe19584-af83-460a-9a57-d69ff6a5e24d/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.015 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.015 201 4de352c4e359844330777846371f058b 199.204.45.38 - - [30/Mar/2026:01:06:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.036 [auth-system-keycloak-80] [] 10.0.0.28:8080 1283 0.036 200 4214a90f72072d47432e679bcefe6bbd 199.204.45.38 - - [30/Mar/2026:01:06:05 +0000] "GET /admin/realms/atmosphere/clients/dfe19584-af83-460a-9a57-d69ff6a5e24d/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.012 [auth-system-keycloak-80] [] 10.0.0.28:8080 165 0.012 200 e943e3af08a9f21a28681818b31e7ff7 199.204.45.38 - - [30/Mar/2026:01:06:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.488 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.486 200 715f90503a7d316ab5e75b56c63da830 199.204.45.38 - - [30/Mar/2026:01:06:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.28:8080 1283 0.007 200 66fba22e4c809245ce653409b3d0ea09 199.204.45.38 - - [30/Mar/2026:01:06:06 +0000] "GET /admin/realms/atmosphere/clients/dfe19584-af83-460a-9a57-d69ff6a5e24d/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.056 [auth-system-keycloak-80] [] 10.0.0.28:8080 119 0.056 404 9def7a66eea1e5ccf920116128156135 199.204.45.38 - - [30/Mar/2026:01:06:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.28:8080 1283 0.008 200 245065ff4416276d8099b8ffae9ed8ff 199.204.45.38 - - [30/Mar/2026:01:06:06 +0000] "POST /admin/realms/atmosphere/clients/dfe19584-af83-460a-9a57-d69ff6a5e24d/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.016 201 8b417a2d93bf075a4545a3699924e7b8 199.204.45.38 - - [30/Mar/2026:01:06:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.28:8080 1283 0.007 200 87ed0ed07d08eef2f251931bed4fab2b 199.204.45.38 - - [30/Mar/2026:01:06:06 +0000] "GET /admin/realms/atmosphere/clients/dfe19584-af83-460a-9a57-d69ff6a5e24d/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.026 [auth-system-keycloak-80] [] 10.0.0.28:8080 166 0.025 200 e0af16c2add241bce9220138d08cc69e 199.204.45.38 - - [30/Mar/2026:01:06:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.472 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.470 200 7f85296ea3b6635254374fa597f725d4 199.204.45.38 - - [30/Mar/2026:01:06:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.045 [auth-system-keycloak-80] [] 10.0.0.28:8080 1283 0.044 200 2d65d4414e4f5ed7e088a915e500198c 199.204.45.38 - - [30/Mar/2026:01:06:07 +0000] "GET /admin/realms/atmosphere/clients/dfe19584-af83-460a-9a57-d69ff6a5e24d/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.28:8080 119 0.011 404 33712992189c1c9d2f6bec883d0ab2be 199.204.45.38 - - [30/Mar/2026:01:06:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.057 [auth-system-keycloak-80] [] 10.0.0.28:8080 1283 0.057 200 ff14f243620523f552cddf87fbaa7c6f 199.204.45.38 - - [30/Mar/2026:01:06:07 +0000] "POST /admin/realms/atmosphere/clients/dfe19584-af83-460a-9a57-d69ff6a5e24d/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.023 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.023 201 5bfe637f366fac513abb0d34cf029b49 199.204.45.38 - - [30/Mar/2026:01:06:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.056 [auth-system-keycloak-80] [] 10.0.0.28:8080 1283 0.056 200 91c59b158162d2496faa7d78568e02d2 199.204.45.38 - - [30/Mar/2026:01:06:07 +0000] "GET /admin/realms/atmosphere/clients/dfe19584-af83-460a-9a57-d69ff6a5e24d/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.017 [auth-system-keycloak-80] [] 10.0.0.28:8080 166 0.017 200 e93be9be36803bac59b8f928ed18e027 199.204.45.38 - - [30/Mar/2026:01:06:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.529 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.526 200 0d6fe6add703642b5054bf4ea48e3405 199.204.45.38 - - [30/Mar/2026:01:06:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.28:8080 1249 0.008 200 e67ae3b7d267d5e0d18b55d0e6039841 199.204.45.38 - - [30/Mar/2026:01:06:08 +0000] "GET /admin/realms/atmosphere/clients/003f2606-bcd8-4ea5-b04f-0290230f22a7/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.045 [auth-system-keycloak-80] [] 10.0.0.28:8080 119 0.045 404 a69122ffa5222facdb7f90c7dcb01971 199.204.45.38 - - [30/Mar/2026:01:06:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.28:8080 1249 0.006 200 6e4e97f45de0339b7b056ade7d0d3453 199.204.45.38 - - [30/Mar/2026:01:06:08 +0000] "POST /admin/realms/atmosphere/clients/003f2606-bcd8-4ea5-b04f-0290230f22a7/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.015 201 e6c7a89b349d35d3bd3908d5b0ed2e0c 199.204.45.38 - - [30/Mar/2026:01:06:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.039 [auth-system-keycloak-80] [] 10.0.0.28:8080 1249 0.039 200 5579af77fcdd3561306aae8367e4c0a5 199.204.45.38 - - [30/Mar/2026:01:06:08 +0000] "GET /admin/realms/atmosphere/clients/003f2606-bcd8-4ea5-b04f-0290230f22a7/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.28:8080 166 0.012 200 6a0cec1b2c7f0151f61f8023b67a97db W0330 01:06:20.848484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:06:20.848530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:13.798386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:13.798439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:13.879361 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0330 01:07:13.879433 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0330 01:07:13.879471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:13.879501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:13.880002 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0330 01:07:13.880079 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0330 01:07:13.880120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:13.880134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:13.881204 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0330 01:07:13.881385 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0330 01:07:13.881500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:13.881569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0330 01:07:13.881703 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0330 01:07:13.881734 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0330 01:07:13.881817 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0330 01:07:13.881838 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0330 01:07:13.885144 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0330 01:07:13.885238 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0330 01:07:13.891133 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0330 01:07:13.891343 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"5c9beb68-6afa-4311-9377-c0cad8fbda87", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4403", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0330 01:07:13.891792 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0330 01:07:13.891828 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0330 01:07:13.891933 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"54e9d8c2-ed2f-42d2-a308-d3e42872f627", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4405", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0330 01:07:13.892092 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0330 01:07:13.892130 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0330 01:07:13.892316 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"8b2a8740-0c2e-4188-b000-37be47ff951c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4409", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0330 01:07:13.892492 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0330 01:07:14.093541 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0330 01:07:14.094936 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0330 01:07:15.107693 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0330 01:07:15.108328 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0330 01:07:16.559732 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0330 01:07:16.560902 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0330 01:07:17.131946 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0330 01:07:17.131995 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0330 01:07:17.132013 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0330 01:07:17.132087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:17.132098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0330 01:07:17.132164 7 controller.go:196] "Configuration changes detected, backend reload required" I0330 01:07:17.172693 7 controller.go:216] "Backend successfully reloaded" I0330 01:07:17.172892 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7frvq", UID:"5160baba-fbdb-4190-9780-6ab64e675f64", APIVersion:"v1", ResourceVersion:"1343", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0330 01:07:20.467042 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0330 01:07:20.467114 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0330 01:07:20.467154 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0330 01:07:20.467274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:20.467303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:23.799652 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0330 01:07:23.799723 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0330 01:07:23.799758 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0330 01:07:23.799884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:23.799904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:27.131908 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0330 01:07:27.131949 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0330 01:07:27.131973 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0330 01:07:27.132049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:27.132064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:30.465109 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0330 01:07:30.465180 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0330 01:07:30.465209 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0330 01:07:30.465343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:30.465395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:33.798788 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0330 01:07:33.798860 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0330 01:07:33.799008 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0330 01:07:33.799135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:33.799158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:37.132582 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0330 01:07:37.132646 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0330 01:07:37.132683 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0330 01:07:37.132797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:37.132857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:40.466683 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0330 01:07:40.466738 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0330 01:07:40.466761 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0330 01:07:40.466855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:40.466872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:43.798785 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0330 01:07:43.798849 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0330 01:07:43.798886 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0330 01:07:43.799001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:43.799029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:47.131849 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0330 01:07:47.131954 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0330 01:07:47.132066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:47.132092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:50.464956 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0330 01:07:50.465012 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0330 01:07:50.465074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:50.465094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0330 01:07:52.103460 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.95.183"}] I0330 01:07:52.103598 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.95.183"}] I0330 01:07:52.104428 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.95.183"}] I0330 01:07:52.109253 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"54e9d8c2-ed2f-42d2-a308-d3e42872f627", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5396", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0330 01:07:52.111621 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"5c9beb68-6afa-4311-9377-c0cad8fbda87", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5397", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0330 01:07:52.112898 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"8b2a8740-0c2e-4188-b000-37be47ff951c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5398", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 10.0.0.152 - - [30/Mar/2026:01:07:52 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.037 [auth-system-keycloak-80] [] 10.0.0.28:8080 6411 0.037 200 58903538b19887b8fd1e78454e153115 10.0.0.47 - - [30/Mar/2026:01:07:52 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.009 [auth-system-keycloak-80] [] 10.0.0.28:8080 6411 0.008 200 6bfd0ab8b703b72ce402a8602ca14028 W0330 01:07:53.798838 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0330 01:07:53.798943 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0330 01:07:53.799112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:53.799156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:57.132244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:07:57.132293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:08:00.465996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:08:00.466032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:08:03.799190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:08:03.799238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:08:43.019393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:08:43.019423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:08:46.353271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0330 01:08:46.353320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store