------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0408 13:02:13.928610 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0408 13:02:13.928862 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0408 13:02:13.937734 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0408 13:02:13.941705 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0408 13:02:14.571988 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0408 13:02:14.588821 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0408 13:02:14.602816 7 nginx.go:271] "Starting NGINX Ingress controller" I0408 13:02:14.608829 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"f885c3cc-9ba0-452f-8922-201f6171aa8f", APIVersion:"v1", ResourceVersion:"1320", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0408 13:02:14.612652 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"5f48b987-a2a2-407c-b64c-a5371ed38c8d", APIVersion:"v1", ResourceVersion:"1319", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0408 13:02:14.612694 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"de5b0cad-c434-432e-bf8d-a926d7ee149f", APIVersion:"v1", ResourceVersion:"1321", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0408 13:02:15.804359 7 nginx.go:317] "Starting NGINX process" I0408 13:02:15.804739 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0408 13:02:15.804947 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0408 13:02:15.805204 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0408 13:02:15.805264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:15.805281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 13:02:15.805328 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 13:02:15.820031 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0408 13:02:15.820094 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-sjs6b" I0408 13:02:15.836234 7 controller.go:216] "Backend successfully reloaded" I0408 13:02:15.836371 7 controller.go:227] "Initial sync, sleeping for 1 second" I0408 13:02:15.836503 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sjs6b", UID:"71527e64-675b-4931-8618-3ab4e240a533", APIVersion:"v1", ResourceVersion:"1439", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 13:02:19.622243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:19.622284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:22.956615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:22.956696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:26.289282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:26.289333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:29.622636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:29.622688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:33.975324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:33.975358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:37.310758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:37.310833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:40.644011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:40.644052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:43.977923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:43.977969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:47.309715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:47.309767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:50.644467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:50.644515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:53.975450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:02:53.975484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:03:44.798465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:03:44.798510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:03:48.132616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:03:48.132659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:04:04.820547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:04:04.820572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:04:08.156737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:04:08.156815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:04:11.488153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:04:11.488219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:04:16.830557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:04:16.830616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:04:20.163902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:04:20.163958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:04:23.499708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:04:23.499764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:04:26.832658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:04:26.832714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:04:30.166365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:04:30.166494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:06:53.064993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:06:53.065047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:06:56.398434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:06:56.398481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:06:56.713223 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-65.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-65.nip.io-tls was not found. Using default certificate W0408 13:06:56.713289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:06:56.713309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 13:06:56.715149 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0408 13:06:56.715190 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0408 13:06:56.722212 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0408 13:06:56.722454 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f1094e50-6c9e-4294-b1cc-3960b5ff0429", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3311", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 13:06:56.722728 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-65.nip.io-tls" in local store I0408 13:06:57.004390 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-65.nip.io-tls" I0408 13:06:57.006240 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-65.nip.io-tls" W0408 13:06:59.732428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:06:59.732469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 13:06:59.732523 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 13:06:59.774801 7 controller.go:216] "Backend successfully reloaded" I0408 13:06:59.775045 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sjs6b", UID:"71527e64-675b-4931-8618-3ab4e240a533", APIVersion:"v1", ResourceVersion:"1439", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 13:07:03.065543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:07:03.065583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [08/Apr/2026:13:07:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 1.477 [auth-system-keycloak-80] [] 10.0.0.197:8080 1882 1.476 200 c63f9a30be948af71ae47eeccff77ac8 199.204.45.65 - - [08/Apr/2026:13:07:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1195 0.096 [auth-system-keycloak-80] [] 10.0.0.197:8080 28 0.096 404 ad0a5eb2c29917c247bd4bc4629b0221 199.204.45.65 - - [08/Apr/2026:13:07:12 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.780 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 4.779 201 0eeec30b3f1651e150f349348ea6ee53 199.204.45.65 - - [08/Apr/2026:13:07:13 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 1.283 [auth-system-keycloak-80] [] 10.0.0.197:8080 4177 1.283 200 a466de3b10ad2ece72c2837e0c0678da 199.204.45.65 - - [08/Apr/2026:13:07:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.123 [auth-system-keycloak-80] [] 10.0.0.197:8080 1882 0.122 200 8cc8af4317553f71cab506f24caad19e 199.204.45.65 - - [08/Apr/2026:13:07:14 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.084 [auth-system-keycloak-80] [] 10.0.0.197:8080 12500 0.085 200 dfe7fbf84debfe42c2afe0ededf190d7 199.204.45.65 - - [08/Apr/2026:13:07:14 +0000] "GET /admin/realms/atmosphere/client-scopes/08322cb4-0b7d-44d4-b574-4faf8b6335a0 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.073 [auth-system-keycloak-80] [] 10.0.0.197:8080 1278 0.073 200 1c4afc4924f1aef73b3d43c6d6c649db 199.204.45.65 - - [08/Apr/2026:13:07:14 +0000] "PUT /admin/realms/atmosphere/client-scopes/08322cb4-0b7d-44d4-b574-4faf8b6335a0 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.019 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.020 204 046b50d55fac948fadfc72e6d97dd798 199.204.45.65 - - [08/Apr/2026:13:07:14 +0000] "GET /admin/realms/atmosphere/client-scopes/08322cb4-0b7d-44d4-b574-4faf8b6335a0/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.076 [auth-system-keycloak-80] [] 10.0.0.197:8080 963 0.075 200 ccf6861149b222e9434e1f625e150369 199.204.45.65 - - [08/Apr/2026:13:07:14 +0000] "GET /admin/realms/atmosphere/client-scopes/08322cb4-0b7d-44d4-b574-4faf8b6335a0/protocol-mappers/models/f15769e6-d272-482f-a240-4105eb10db8d HTTP/1.1" 200 366 "-" "Ansible" 1307 0.078 [auth-system-keycloak-80] [] 10.0.0.197:8080 366 0.078 200 975be4e18c5a193218f33331a8dbeac6 199.204.45.65 - - [08/Apr/2026:13:07:14 +0000] "PUT /admin/realms/atmosphere/client-scopes/08322cb4-0b7d-44d4-b574-4faf8b6335a0/protocol-mappers/models/f15769e6-d272-482f-a240-4105eb10db8d HTTP/1.1" 204 0 "-" "Ansible" 1620 0.029 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.028 204 7e522c518110e594e07fd6176a435034 199.204.45.65 - - [08/Apr/2026:13:07:14 +0000] "GET /admin/realms/atmosphere/client-scopes/08322cb4-0b7d-44d4-b574-4faf8b6335a0 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.060 [auth-system-keycloak-80] [] 10.0.0.197:8080 1218 0.060 200 9b2bd8c8131592c6759b554489e38b05 I0408 13:07:15.827951 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.226.221"}] I0408 13:07:15.833308 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f1094e50-6c9e-4294-b1cc-3960b5ff0429", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3591", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 13:07:15.834298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:07:15.834373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [08/Apr/2026:13:07:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.197:8080 1882 0.044 200 fab42059456c08a639ad7cf0b7647d02 199.204.45.65 - - [08/Apr/2026:13:07:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.047 [auth-system-keycloak-80] [] 10.0.0.197:8080 2 0.047 200 0b2420fb9a347b19274ba55cd04c37ee 199.204.45.65 - - [08/Apr/2026:13:07:35 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.496 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.495 201 7fd18a0954cc460daa3f369eaeb74dbc 199.204.45.65 - - [08/Apr/2026:13:07:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.023 [auth-system-keycloak-80] [] 10.0.0.197:8080 1259 0.024 200 b5a030a7f429c3a8a2e6449d9e020c4c 199.204.45.65 - - [08/Apr/2026:13:07:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.049 [auth-system-keycloak-80] [] 10.0.0.197:8080 1882 0.048 200 eb9a839fc107a55c91eea8192b774f34 199.204.45.65 - - [08/Apr/2026:13:07:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.015 [auth-system-keycloak-80] [] 10.0.0.197:8080 2 0.015 200 1d5e308ba42e89040e786f8ac5e16ad7 199.204.45.65 - - [08/Apr/2026:13:07:36 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.084 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.084 201 a7647008c62c95abd31106aee261384b 199.204.45.65 - - [08/Apr/2026:13:07:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.021 [auth-system-keycloak-80] [] 10.0.0.197:8080 1283 0.021 200 778c20b444c33c4dd6c3695967d15f02 199.204.45.65 - - [08/Apr/2026:13:07:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.197:8080 1882 0.046 200 2c467d6656a440b0549621b3d958877e 199.204.45.65 - - [08/Apr/2026:13:07:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.023 [auth-system-keycloak-80] [] 10.0.0.197:8080 2 0.023 200 9d125f9d77f5dc8790e7c29cdeb83f80 199.204.45.65 - - [08/Apr/2026:13:07:36 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.097 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.095 201 a9e3cfa88cd9ff54f0a17c4851ee451d 199.204.45.65 - - [08/Apr/2026:13:07:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.080 [auth-system-keycloak-80] [] 10.0.0.197:8080 1249 0.080 200 04c90ad2fda3731b09ecc392e0d8275e 199.204.45.65 - - [08/Apr/2026:13:07:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.197:8080 1882 0.043 200 e4672e945206ea39aa2e37cd1bccde00 199.204.45.65 - - [08/Apr/2026:13:07:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.197:8080 1259 0.006 200 2930ab49720acf6ca4bfb7c5dabfd55a 199.204.45.65 - - [08/Apr/2026:13:07:37 +0000] "GET /admin/realms/atmosphere/clients/f9a1c9fc-f49c-4bf5-b46d-57ccc58a0670/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.197:8080 31 0.015 404 f924fd3f8b77a2a6d3989c69ae200c89 199.204.45.65 - - [08/Apr/2026:13:07:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.197:8080 1259 0.008 200 7248e6eec20b5aaa5faa905f08d818d0 199.204.45.65 - - [08/Apr/2026:13:07:37 +0000] "POST /admin/realms/atmosphere/clients/f9a1c9fc-f49c-4bf5-b46d-57ccc58a0670/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.071 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.070 201 2d26ebb54bb0ff98d948ee9f4214833c 199.204.45.65 - - [08/Apr/2026:13:07:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.197:8080 1259 0.008 200 20466518bc3390226be6ad62bf536dbd 199.204.45.65 - - [08/Apr/2026:13:07:37 +0000] "GET /admin/realms/atmosphere/clients/f9a1c9fc-f49c-4bf5-b46d-57ccc58a0670/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.020 [auth-system-keycloak-80] [] 10.0.0.197:8080 166 0.020 200 2ffd82174cf94fee17ef8b5133dfbce7 199.204.45.65 - - [08/Apr/2026:13:07:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.197:8080 1882 0.043 200 7403e0d9193a1766bffa702d7c3bdacf 199.204.45.65 - - [08/Apr/2026:13:07:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.197:8080 1283 0.008 200 0af6f618402512aac00757e47361fdcd 199.204.45.65 - - [08/Apr/2026:13:07:38 +0000] "GET /admin/realms/atmosphere/clients/eb25dda9-7f49-449c-97b4-328864910db8/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1252 0.008 [auth-system-keycloak-80] [] 10.0.0.197:8080 31 0.008 404 1840fd4fde496388b6c94defc0a3f401 199.204.45.65 - - [08/Apr/2026:13:07:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.197:8080 1283 0.006 200 5e52f6133046256911e90c77d4a3d297 199.204.45.65 - - [08/Apr/2026:13:07:38 +0000] "POST /admin/realms/atmosphere/clients/eb25dda9-7f49-449c-97b4-328864910db8/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.015 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.014 201 27e820b9e14e852b6e0f5d8b43ad8255 199.204.45.65 - - [08/Apr/2026:13:07:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.197:8080 1283 0.005 200 5c6afe2e5773a4fedd39be5d9aa87165 199.204.45.65 - - [08/Apr/2026:13:07:38 +0000] "GET /admin/realms/atmosphere/clients/eb25dda9-7f49-449c-97b4-328864910db8/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.011 [auth-system-keycloak-80] [] 10.0.0.197:8080 165 0.012 200 12288fd9e3fdaf45d5d159f57a0b87ae 199.204.45.65 - - [08/Apr/2026:13:07:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.197:8080 1882 0.049 200 eadf601fc1fe6f2fb51ddfe69c8d4c09 199.204.45.65 - - [08/Apr/2026:13:07:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.197:8080 1283 0.009 200 a42261717140addf71b301ad3c503c71 199.204.45.65 - - [08/Apr/2026:13:07:38 +0000] "GET /admin/realms/atmosphere/clients/eb25dda9-7f49-449c-97b4-328864910db8/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1253 0.051 [auth-system-keycloak-80] [] 10.0.0.197:8080 31 0.051 404 bf82f1b78e7bd3298e6690bb353b5ec2 199.204.45.65 - - [08/Apr/2026:13:07:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.197:8080 1283 0.006 200 7ddb182897dbb5fe1c73ec819f15f0c5 199.204.45.65 - - [08/Apr/2026:13:07:38 +0000] "POST /admin/realms/atmosphere/clients/eb25dda9-7f49-449c-97b4-328864910db8/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.016 201 11215241d17a22a0052c5a0e4a8ecc48 199.204.45.65 - - [08/Apr/2026:13:07:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.197:8080 1283 0.009 200 ac56f6e48b60c6de049349099aa80eea 199.204.45.65 - - [08/Apr/2026:13:07:38 +0000] "GET /admin/realms/atmosphere/clients/eb25dda9-7f49-449c-97b4-328864910db8/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.032 [auth-system-keycloak-80] [] 10.0.0.197:8080 166 0.032 200 1222d0ab7391ad1cc2dd757e81950b4e 199.204.45.65 - - [08/Apr/2026:13:07:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.197:8080 1882 0.043 200 cd77cbc05b5d9df8e7aeb87e513aaf00 199.204.45.65 - - [08/Apr/2026:13:07:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.197:8080 1283 0.011 200 6fcdf35a659111636ca8d94a3e88815d 199.204.45.65 - - [08/Apr/2026:13:07:39 +0000] "GET /admin/realms/atmosphere/clients/eb25dda9-7f49-449c-97b4-328864910db8/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1253 0.045 [auth-system-keycloak-80] [] 10.0.0.197:8080 31 0.045 404 affd993c1e696ac835d529234fa2328f 199.204.45.65 - - [08/Apr/2026:13:07:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.197:8080 1283 0.007 200 ff76071dabd233edbc1710e723c3335a 199.204.45.65 - - [08/Apr/2026:13:07:39 +0000] "POST /admin/realms/atmosphere/clients/eb25dda9-7f49-449c-97b4-328864910db8/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.016 201 0ae194cf08837ad43fa6b1dcff75c439 199.204.45.65 - - [08/Apr/2026:13:07:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.197:8080 1283 0.005 200 16aaec88038f79355feba0b9355c50a7 199.204.45.65 - - [08/Apr/2026:13:07:39 +0000] "GET /admin/realms/atmosphere/clients/eb25dda9-7f49-449c-97b4-328864910db8/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.031 [auth-system-keycloak-80] [] 10.0.0.197:8080 166 0.031 200 606335f077cf0b8f1fe6fb5dd245d56b 199.204.45.65 - - [08/Apr/2026:13:07:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.197:8080 1882 0.045 200 c9d1ef8b8a855f255329ee21cb4802f5 199.204.45.65 - - [08/Apr/2026:13:07:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.197:8080 1249 0.007 200 e6b0d41f9f07a99641f15f05f8146d8b 199.204.45.65 - - [08/Apr/2026:13:07:39 +0000] "GET /admin/realms/atmosphere/clients/d513467d-f9d5-4227-a92a-803e84f89489/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.040 [auth-system-keycloak-80] [] 10.0.0.197:8080 31 0.041 404 06a34b23a868317b8da288f53b988de5 199.204.45.65 - - [08/Apr/2026:13:07:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.197:8080 1249 0.006 200 9e99a9f6fbd934387e9270ca9b337789 199.204.45.65 - - [08/Apr/2026:13:07:39 +0000] "POST /admin/realms/atmosphere/clients/d513467d-f9d5-4227-a92a-803e84f89489/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.079 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.078 201 121a03b13093c068f98706aa822efd59 199.204.45.65 - - [08/Apr/2026:13:07:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.197:8080 1249 0.006 200 fb9de35ebae916bd4cefec6297854a74 199.204.45.65 - - [08/Apr/2026:13:07:39 +0000] "GET /admin/realms/atmosphere/clients/d513467d-f9d5-4227-a92a-803e84f89489/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.197:8080 166 0.013 200 f87240faf007e178d93085c205686df5 W0408 13:08:48.046155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:08:48.046193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:08:48.124712 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 13:08:48.124785 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0408 13:08:48.124821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:08:48.124840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:08:48.125326 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 13:08:48.125376 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 13:08:48.125406 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0408 13:08:48.125459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:08:48.125465 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0408 13:08:48.125488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:08:48.125515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:08:48.125534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 13:08:48.126577 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0408 13:08:48.126606 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0408 13:08:48.127428 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0408 13:08:48.127467 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0408 13:08:48.127961 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0408 13:08:48.127997 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0408 13:08:48.132415 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0408 13:08:48.132885 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0408 13:08:48.132915 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0408 13:08:48.133194 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0408 13:08:48.133366 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"8ef6da0a-7ac0-4a82-aa03-067ff3df0d2d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4304", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 13:08:48.133402 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"3721a84c-48d1-4416-a50f-657de87aa805", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4306", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 13:08:48.136379 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0408 13:08:48.136751 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0408 13:08:48.136788 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"c2e63952-4b2d-4dd2-aa09-2ab0f592096b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4310", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 13:08:48.381337 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0408 13:08:48.382850 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0408 13:08:48.848233 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0408 13:08:48.849649 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0408 13:08:50.767396 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0408 13:08:50.768954 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0408 13:08:51.379893 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 13:08:51.379959 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 13:08:51.379997 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 13:08:51.380121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:08:51.380147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 13:08:51.380291 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 13:08:51.429273 7 controller.go:216] "Backend successfully reloaded" I0408 13:08:51.429594 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sjs6b", UID:"71527e64-675b-4931-8618-3ab4e240a533", APIVersion:"v1", ResourceVersion:"1439", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 13:08:54.713316 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 13:08:54.713366 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 13:08:54.713395 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 13:08:54.713477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:08:54.713498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:08:58.046625 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 13:08:58.046707 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 13:08:58.046747 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 13:08:58.046886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:08:58.046917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:01.380409 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 13:09:01.380457 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 13:09:01.380476 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 13:09:01.380583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:01.380599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:04.713512 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 13:09:04.713573 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 13:09:04.713623 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 13:09:04.713743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:04.713768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:08.047103 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 13:09:08.047162 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 13:09:08.047196 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 13:09:08.047305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:08.047332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:11.380453 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 13:09:11.380524 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 13:09:11.380578 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 13:09:11.380691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:11.380719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:14.713018 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 13:09:14.713060 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 13:09:14.713082 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 13:09:14.713167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:14.713188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 13:09:15.826718 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.226.221"}] I0408 13:09:15.828970 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.226.221"}] I0408 13:09:15.829519 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.226.221"}] I0408 13:09:15.831172 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"c2e63952-4b2d-4dd2-aa09-2ab0f592096b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5136", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 13:09:15.832927 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"8ef6da0a-7ac0-4a82-aa03-067ff3df0d2d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5137", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 13:09:15.835898 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"3721a84c-48d1-4416-a50f-657de87aa805", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5138", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 13:09:18.046536 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 13:09:18.046611 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 13:09:18.046647 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 13:09:18.046758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:18.046785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:21.379896 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 13:09:21.379945 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 13:09:21.380014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:21.380029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:24.713359 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 13:09:24.713456 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 13:09:24.713565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:24.713593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:28.046788 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 13:09:28.046890 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 13:09:28.046996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:28.047021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.138 - - [08/Apr/2026:13:09:28 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.031 [auth-system-keycloak-80] [] 10.0.0.197:8080 6297 0.030 200 cf4efe33208e48f2a11617ce60ab0229 10.0.0.241 - - [08/Apr/2026:13:09:29 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.006 [auth-system-keycloak-80] [] 10.0.0.197:8080 6297 0.006 200 ba5faa542b18a5844448eb7713cb8ff4 W0408 13:09:31.380510 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 13:09:31.380676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:31.380698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:34.713788 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 13:09:34.713958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:34.713988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:38.213099 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 13:09:38.213212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:38.213223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:44.464277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:09:44.464300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:10:18.488928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 13:10:18.488988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store