------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0308 13:21:50.356205 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0308 13:21:50.356384 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0308 13:21:50.366805 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0308 13:21:50.369782 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0308 13:21:50.467532 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0308 13:21:50.485463 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0308 13:21:50.498207 7 nginx.go:271] "Starting NGINX Ingress controller" I0308 13:21:50.505179 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"231d50b3-6aa5-4833-a391-97df6c05510f", APIVersion:"v1", ResourceVersion:"1109", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0308 13:21:50.510089 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"c624b339-c482-459f-aec7-f461bf16fc5d", APIVersion:"v1", ResourceVersion:"1110", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0308 13:21:50.510190 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"3f7a524c-faef-483e-ae13-47cf8f1b707a", APIVersion:"v1", ResourceVersion:"1111", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0308 13:21:51.700653 7 nginx.go:317] "Starting NGINX process" I0308 13:21:51.700731 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0308 13:21:51.701419 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0308 13:21:51.701747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:21:51.701794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0308 13:21:51.701844 7 controller.go:196] "Configuration changes detected, backend reload required" I0308 13:21:51.719695 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0308 13:21:51.719746 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-ttp5v" I0308 13:21:51.732941 7 controller.go:216] "Backend successfully reloaded" I0308 13:21:51.733069 7 controller.go:227] "Initial sync, sleeping for 1 second" I0308 13:21:51.733240 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ttp5v", UID:"69389a81-530d-482f-873e-17c123d839f2", APIVersion:"v1", ResourceVersion:"1154", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0308 13:21:55.524072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:21:55.524104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:21:58.858298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:21:58.858354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:22:02.192048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:22:02.192107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:22:05.525185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:22:05.525226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:22:08.858441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:22:08.858492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:22:12.191786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:22:12.191817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:22:15.524799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:22:15.524847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:22:18.860540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:22:18.860594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:22:26.562211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:22:26.562253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:22:29.897849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:22:29.897895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:22:33.232668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:22:33.232714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:23:49.756620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:23:49.756666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:23:53.090298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:23:53.090339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:24:05.720692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:24:05.720734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:24:09.054266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:24:09.054412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:24:12.388075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:24:12.388136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:24:15.721382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:24:15.721428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:24:19.054459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:24:19.054523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:24:22.389032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:24:22.389076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:24:25.721736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:24:25.721766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:24:29.054766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:24:29.054794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:24:36.044761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:24:36.044789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:24:39.379235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:24:39.379271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:26:46.485553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:26:46.485906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:26:49.769131 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-227.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-227.nip.io-tls was not found. Using default certificate W0308 13:26:49.769200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:26:49.769219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0308 13:26:49.771274 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0308 13:26:49.771315 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0308 13:26:49.779263 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0308 13:26:49.779608 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ff6e0df2-f637-4199-9df6-1dc0930089dc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3170", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0308 13:26:49.779788 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-227.nip.io-tls" in local store W0308 13:26:49.819442 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-227.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-227.nip.io-tls was not found. Using default certificate W0308 13:26:49.819509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:26:49.819527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0308 13:26:49.819600 7 controller.go:196] "Configuration changes detected, backend reload required" I0308 13:26:49.863710 7 controller.go:216] "Backend successfully reloaded" I0308 13:26:49.864001 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ttp5v", UID:"69389a81-530d-482f-873e-17c123d839f2", APIVersion:"v1", ResourceVersion:"1154", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0308 13:26:50.085456 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-227.nip.io-tls" I0308 13:26:50.086626 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-227.nip.io-tls" I0308 13:26:51.726256 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.109.254.124"}] I0308 13:26:51.734108 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ff6e0df2-f637-4199-9df6-1dc0930089dc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3217", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0308 13:26:53.153232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:26:53.153286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:26:56.486889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:26:56.486945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.227 - - [08/Mar/2026:13:27:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.164 [auth-system-keycloak-80] [] 10.0.0.94:8080 1928 2.163 200 3defe2b3b1fb9dae7964c45fb7d10073 199.204.45.227 - - [08/Mar/2026:13:27:01 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.184 [auth-system-keycloak-80] [] 10.0.0.94:8080 116 0.184 404 560f513e021e22ccfe141afddcafe681 199.204.45.227 - - [08/Mar/2026:13:27:06 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.686 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 4.686 201 45196b01df994b35a227e62486fe54ca 199.204.45.227 - - [08/Mar/2026:13:27:06 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.598 [auth-system-keycloak-80] [] 10.0.0.94:8080 4246 0.598 200 a9cc4c369804b98c3bc3ebd4e1f327f4 199.204.45.227 - - [08/Mar/2026:13:27:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.548 [auth-system-keycloak-80] [] 10.0.0.94:8080 1928 0.547 200 6489543c1b8507780d9b46df225e138e 199.204.45.227 - - [08/Mar/2026:13:27:08 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.088 [auth-system-keycloak-80] [] 10.0.0.94:8080 12500 0.088 200 54d78b4b78b27441d477a5ca53e4a814 199.204.45.227 - - [08/Mar/2026:13:27:08 +0000] "GET /admin/realms/atmosphere/client-scopes/fa365728-ea4a-4f87-b36c-5ac76d5f2c77 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.008 [auth-system-keycloak-80] [] 10.0.0.94:8080 1278 0.008 200 1fcddfd46360e0aa787741e364f9dd50 199.204.45.227 - - [08/Mar/2026:13:27:08 +0000] "PUT /admin/realms/atmosphere/client-scopes/fa365728-ea4a-4f87-b36c-5ac76d5f2c77 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.017 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.016 204 bc11c4b48e5e2c8aa2f93ca3c7ad652a 199.204.45.227 - - [08/Mar/2026:13:27:08 +0000] "GET /admin/realms/atmosphere/client-scopes/fa365728-ea4a-4f87-b36c-5ac76d5f2c77/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.046 [auth-system-keycloak-80] [] 10.0.0.94:8080 963 0.047 200 33c99c55f7eb014b2e8d894844ef3bb1 199.204.45.227 - - [08/Mar/2026:13:27:08 +0000] "GET /admin/realms/atmosphere/client-scopes/fa365728-ea4a-4f87-b36c-5ac76d5f2c77/protocol-mappers/models/b80a38ed-debc-4ab4-9dc2-ba797639cd25 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.94:8080 366 0.008 200 0e0c9ea16ff3d6ed0edd1bd750dc965d 199.204.45.227 - - [08/Mar/2026:13:27:08 +0000] "PUT /admin/realms/atmosphere/client-scopes/fa365728-ea4a-4f87-b36c-5ac76d5f2c77/protocol-mappers/models/b80a38ed-debc-4ab4-9dc2-ba797639cd25 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.075 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.075 204 e092688c1ab94cdabd41d7c2cd4ac4ab 199.204.45.227 - - [08/Mar/2026:13:27:08 +0000] "GET /admin/realms/atmosphere/client-scopes/fa365728-ea4a-4f87-b36c-5ac76d5f2c77 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.087 [auth-system-keycloak-80] [] 10.0.0.94:8080 1218 0.086 200 b6cea326b1ec94dd6e131f9a217da6ac 199.204.45.227 - - [08/Mar/2026:13:27:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.94:8080 1928 0.475 200 4e37e3bf832f48852bec23ec8156930b 199.204.45.227 - - [08/Mar/2026:13:27:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.052 [auth-system-keycloak-80] [] 10.0.0.94:8080 2 0.052 200 1a3ccb1ad4afedd2e4c7a122f377d309 199.204.45.227 - - [08/Mar/2026:13:27:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.193 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.192 201 5ce5794c269ba7eb6411ac314a4eabd9 199.204.45.227 - - [08/Mar/2026:13:27:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.082 [auth-system-keycloak-80] [] 10.0.0.94:8080 1261 0.082 200 104d85169825caa627af764d459ee224 199.204.45.227 - - [08/Mar/2026:13:27:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.034 [auth-system-keycloak-80] [] 10.0.0.94:8080 1928 1.033 200 8e94dc089fcb133ef186c89549ab0656 199.204.45.227 - - [08/Mar/2026:13:27:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.059 [auth-system-keycloak-80] [] 10.0.0.94:8080 2 0.059 200 d02f0c8631cea3a9b67dcb5ef5ecff3d 199.204.45.227 - - [08/Mar/2026:13:27:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.105 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.105 201 b126464b734d61c4c81bf28a785ef445 199.204.45.227 - - [08/Mar/2026:13:27:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.085 [auth-system-keycloak-80] [] 10.0.0.94:8080 1286 0.085 200 217c830854edfa1e08b610bf9f6f670a 199.204.45.227 - - [08/Mar/2026:13:27:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.111 [auth-system-keycloak-80] [] 10.0.0.94:8080 1928 1.109 200 31c9b2e4f5cc6204c7ff5d062a60f4a1 199.204.45.227 - - [08/Mar/2026:13:27:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.94:8080 2 0.013 200 6f282fa2d1eac6beb2b48d70a05a8b81 199.204.45.227 - - [08/Mar/2026:13:27:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.503 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.502 201 6c04a660005687fcf60805620ba5e12d 199.204.45.227 - - [08/Mar/2026:13:27:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.024 [auth-system-keycloak-80] [] 10.0.0.94:8080 1251 0.024 200 29f65ec9a8a0cd00a66bfd7917d9374f 199.204.45.227 - - [08/Mar/2026:13:27:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.94:8080 1928 0.475 200 9205ba24158b0bb1333d800b000f6447 199.204.45.227 - - [08/Mar/2026:13:27:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.94:8080 1261 0.010 200 3b1c10d7ea7fe7e954801881c588740b 199.204.45.227 - - [08/Mar/2026:13:27:34 +0000] "GET /admin/realms/atmosphere/clients/8d02d403-45cc-4657-9429-97743f6e414e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.061 [auth-system-keycloak-80] [] 10.0.0.94:8080 119 0.061 404 50b7c9d43cb6f8255eb02d429e11ec2e 199.204.45.227 - - [08/Mar/2026:13:27:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.94:8080 1261 0.007 200 bad7911ab85b4b17ec7b7a7179ddd19f 199.204.45.227 - - [08/Mar/2026:13:27:35 +0000] "POST /admin/realms/atmosphere/clients/8d02d403-45cc-4657-9429-97743f6e414e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.059 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.059 201 f4c577e1213ea81168306d6cf6d07c6c 199.204.45.227 - - [08/Mar/2026:13:27:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.94:8080 1261 0.008 200 2823d0c26ae25994e5fee59c2dc525a2 199.204.45.227 - - [08/Mar/2026:13:27:35 +0000] "GET /admin/realms/atmosphere/clients/8d02d403-45cc-4657-9429-97743f6e414e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.94:8080 166 0.018 200 7bdd9b4208c030b607c9437f37ddebbf 199.204.45.227 - - [08/Mar/2026:13:27:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.424 [auth-system-keycloak-80] [] 10.0.0.94:8080 1928 0.422 200 02032aa2a7fd7e6969b593d09a49a9e4 199.204.45.227 - - [08/Mar/2026:13:27:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.94:8080 1286 0.006 200 3a9fea54ba2abeedb0e861f726d1bf99 199.204.45.227 - - [08/Mar/2026:13:27:35 +0000] "GET /admin/realms/atmosphere/clients/e2415352-ce18-4ea0-8a7d-b24a100c781c/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.026 [auth-system-keycloak-80] [] 10.0.0.94:8080 119 0.026 404 b9e3c697d61ef037ca737a447c737173 199.204.45.227 - - [08/Mar/2026:13:27:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.94:8080 1286 0.005 200 eb99933bc0ce28443149e4e35f7ac428 199.204.45.227 - - [08/Mar/2026:13:27:35 +0000] "POST /admin/realms/atmosphere/clients/e2415352-ce18-4ea0-8a7d-b24a100c781c/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.014 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.013 201 3780d5bc0b8afd30c11c0517d2ac55df 199.204.45.227 - - [08/Mar/2026:13:27:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.94:8080 1286 0.008 200 211c46ae0980c55882de5d5eb040a049 199.204.45.227 - - [08/Mar/2026:13:27:35 +0000] "GET /admin/realms/atmosphere/clients/e2415352-ce18-4ea0-8a7d-b24a100c781c/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.028 [auth-system-keycloak-80] [] 10.0.0.94:8080 165 0.028 200 2eb7f2300bc35c6bf50369c8f7cb6a2e 199.204.45.227 - - [08/Mar/2026:13:27:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.94:8080 1928 0.469 200 53a5fdb7e2b19cfb78bd321e61e6ba28 199.204.45.227 - - [08/Mar/2026:13:27:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.036 [auth-system-keycloak-80] [] 10.0.0.94:8080 1286 0.036 200 43ecb4f44cdb5e6982888dc0e58e7e36 199.204.45.227 - - [08/Mar/2026:13:27:36 +0000] "GET /admin/realms/atmosphere/clients/e2415352-ce18-4ea0-8a7d-b24a100c781c/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.94:8080 119 0.010 404 25a056b19f192d322bff041f7dabd440 199.204.45.227 - - [08/Mar/2026:13:27:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.94:8080 1286 0.009 200 5ffc9aefb5955ce8542a07883d79f5f1 199.204.45.227 - - [08/Mar/2026:13:27:36 +0000] "POST /admin/realms/atmosphere/clients/e2415352-ce18-4ea0-8a7d-b24a100c781c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.054 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.053 201 5cf5c10b8821d9baee880bc7c08cb61e 199.204.45.227 - - [08/Mar/2026:13:27:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.94:8080 1286 0.007 200 34a7811a1a2481bec930276fcca9997d 199.204.45.227 - - [08/Mar/2026:13:27:36 +0000] "GET /admin/realms/atmosphere/clients/e2415352-ce18-4ea0-8a7d-b24a100c781c/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.081 [auth-system-keycloak-80] [] 10.0.0.94:8080 166 0.081 200 62337db88da60ec66a404b466fa29783 199.204.45.227 - - [08/Mar/2026:13:27:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.570 [auth-system-keycloak-80] [] 10.0.0.94:8080 1928 0.569 200 152eda7ea8ccd3db482d272dfe4b3e70 199.204.45.227 - - [08/Mar/2026:13:27:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.041 [auth-system-keycloak-80] [] 10.0.0.94:8080 1286 0.041 200 aad92ae6979c2febca81b74a5011e5a2 199.204.45.227 - - [08/Mar/2026:13:27:37 +0000] "GET /admin/realms/atmosphere/clients/e2415352-ce18-4ea0-8a7d-b24a100c781c/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.94:8080 119 0.010 404 1dd01a6053d7730139903b16479dfc10 199.204.45.227 - - [08/Mar/2026:13:27:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.94:8080 1286 0.007 200 1cf2fabf692638327ea40ba70269072d 199.204.45.227 - - [08/Mar/2026:13:27:37 +0000] "POST /admin/realms/atmosphere/clients/e2415352-ce18-4ea0-8a7d-b24a100c781c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.046 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.044 201 cb4a14c60aad70dda751e7a8590bb53b 199.204.45.227 - - [08/Mar/2026:13:27:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.94:8080 1286 0.006 200 5719a4b06858df6b36c3fa36c45f68e6 199.204.45.227 - - [08/Mar/2026:13:27:37 +0000] "GET /admin/realms/atmosphere/clients/e2415352-ce18-4ea0-8a7d-b24a100c781c/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.94:8080 166 0.015 200 b3e97c3288ab974ffe75b1e5ad9b1b28 199.204.45.227 - - [08/Mar/2026:13:27:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.94:8080 1928 0.499 200 615719f1f3ddd0a9ace488a8740a1537 199.204.45.227 - - [08/Mar/2026:13:27:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.034 [auth-system-keycloak-80] [] 10.0.0.94:8080 1251 0.035 200 410d2ff07591d110c44f1df9099e6bdc 199.204.45.227 - - [08/Mar/2026:13:27:38 +0000] "GET /admin/realms/atmosphere/clients/5bf320ed-3ba9-4084-b7b3-d885c895b233/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.94:8080 119 0.010 404 9df95959379e2c72ec1e46f506f1f61f 199.204.45.227 - - [08/Mar/2026:13:27:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.94:8080 1251 0.006 200 57db53b51fd8d03e7326df68dc5e47e7 199.204.45.227 - - [08/Mar/2026:13:27:38 +0000] "POST /admin/realms/atmosphere/clients/5bf320ed-3ba9-4084-b7b3-d885c895b233/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.055 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.054 201 91f8f0d1c8b2073ceb3782d3bf2f8f48 199.204.45.227 - - [08/Mar/2026:13:27:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.94:8080 1251 0.008 200 3b9df8bce2f5a3e2ebb6a01857d3beed 199.204.45.227 - - [08/Mar/2026:13:27:38 +0000] "GET /admin/realms/atmosphere/clients/5bf320ed-3ba9-4084-b7b3-d885c895b233/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.94:8080 166 0.014 200 1e45ac18001b545c8e34326c03209ac4 W0308 13:27:49.462226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:27:49.462294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:27:52.796450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:27:52.796509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:28:46.432153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:28:46.432293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:28:46.507325 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0308 13:28:46.507390 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0308 13:28:46.507425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:28:46.507439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:28:46.507937 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0308 13:28:46.508082 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0308 13:28:46.508178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:28:46.508255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:28:46.508252 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0308 13:28:46.508470 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0308 13:28:46.508543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:28:46.508569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0308 13:28:46.509481 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0308 13:28:46.509522 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0308 13:28:46.511519 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0308 13:28:46.511559 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0308 13:28:46.514605 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.008s testedConfigurationSize:18.2kB} I0308 13:28:46.514657 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0308 13:28:46.516994 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0308 13:28:46.517746 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0308 13:28:46.518187 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"960f44f3-caab-449a-ba3d-46cb3de6a33f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4142", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0308 13:28:46.519888 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0308 13:28:46.520226 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0308 13:28:46.520272 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"593235a8-5477-4fda-aa32-b3f76041ad21", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4146", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0308 13:28:46.526072 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0308 13:28:46.526871 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0308 13:28:46.526924 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"1173226d-b11c-4b67-aaf9-f8009123e51e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4155", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0308 13:28:46.872827 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0308 13:28:46.873968 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0308 13:28:47.335164 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0308 13:28:47.336630 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0308 13:28:47.629275 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0308 13:28:47.630621 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0308 13:28:49.765477 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0308 13:28:49.765521 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0308 13:28:49.765551 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0308 13:28:49.765630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:28:49.765646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0308 13:28:49.765742 7 controller.go:196] "Configuration changes detected, backend reload required" I0308 13:28:49.806914 7 controller.go:216] "Backend successfully reloaded" I0308 13:28:49.807269 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ttp5v", UID:"69389a81-530d-482f-873e-17c123d839f2", APIVersion:"v1", ResourceVersion:"1154", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0308 13:28:51.727582 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.109.254.124"}] I0308 13:28:51.728162 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.109.254.124"}] I0308 13:28:51.728221 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.109.254.124"}] I0308 13:28:51.733280 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"593235a8-5477-4fda-aa32-b3f76041ad21", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4462", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0308 13:28:51.735912 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"960f44f3-caab-449a-ba3d-46cb3de6a33f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4464", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0308 13:28:51.736761 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"1173226d-b11c-4b67-aaf9-f8009123e51e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4465", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0308 13:28:53.100524 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0308 13:28:53.100623 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0308 13:28:53.100689 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0308 13:28:53.100862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:28:53.100905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:28:56.432875 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0308 13:28:56.432973 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0308 13:28:56.433006 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0308 13:28:56.433088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:28:56.433117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:28:59.766428 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0308 13:28:59.766477 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0308 13:28:59.766498 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0308 13:28:59.766567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:28:59.766579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:03.098970 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0308 13:29:03.099028 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0308 13:29:03.099055 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0308 13:29:03.099156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:03.099180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:06.432125 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0308 13:29:06.432179 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0308 13:29:06.432206 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0308 13:29:06.432301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:06.432325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:09.766303 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0308 13:29:09.766374 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0308 13:29:09.766408 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0308 13:29:09.766526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:09.766554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:13.098875 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0308 13:29:13.098926 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0308 13:29:13.098953 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0308 13:29:13.099038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:13.099058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:16.432172 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0308 13:29:16.432246 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0308 13:29:16.432297 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0308 13:29:16.432470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:16.432510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:19.766476 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0308 13:29:19.766572 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0308 13:29:19.766719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:19.766745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:23.099215 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0308 13:29:23.099294 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0308 13:29:23.099387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:23.099406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:26.432515 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0308 13:29:26.432587 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0308 13:29:26.432673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:26.432694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:29.766101 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0308 13:29:29.766200 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0308 13:29:29.766304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:29.766333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.37 - - [08/Mar/2026:13:29:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.041 [auth-system-keycloak-80] [] 10.0.0.94:8080 6432 0.041 200 53b7edbb66174f0c42898d8d8d367488 10.0.0.39 - - [08/Mar/2026:13:29:31 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.94:8080 6432 0.007 200 f2e8c519a50082b8f6b69076f47e39b7 W0308 13:29:33.099703 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0308 13:29:33.100013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:33.100049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:36.433221 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0308 13:29:36.433458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:36.433491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:39.765809 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0308 13:29:39.765986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:39.766009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:43.099628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:43.099662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:46.433222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:29:46.433273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:30:15.222569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0308 13:30:15.222617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store