------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0416 06:39:51.899094 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0416 06:39:51.899231 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0416 06:39:51.907391 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0416 06:39:51.910917 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0416 06:39:52.392705 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0416 06:39:52.413122 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0416 06:39:52.424829 7 nginx.go:271] "Starting NGINX Ingress controller" I0416 06:39:52.430280 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"c26e2c2c-68ae-4ddb-ace5-b281cd9558fb", APIVersion:"v1", ResourceVersion:"1350", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0416 06:39:52.435330 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"3c9f1c50-b87b-44d8-a694-b36bfa0e5955", APIVersion:"v1", ResourceVersion:"1351", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0416 06:39:52.435380 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"7e0519b5-952e-46b1-8137-025602eeb5f5", APIVersion:"v1", ResourceVersion:"1352", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0416 06:39:53.626979 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0416 06:39:53.626991 7 nginx.go:317] "Starting NGINX process" I0416 06:39:53.628015 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0416 06:39:53.628482 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0416 06:39:53.628627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:39:53.628704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 06:39:53.628815 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 06:39:53.634099 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0416 06:39:53.634426 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-hwfv5" I0416 06:39:53.667404 7 controller.go:216] "Backend successfully reloaded" I0416 06:39:53.667504 7 controller.go:227] "Initial sync, sleeping for 1 second" I0416 06:39:53.667603 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hwfv5", UID:"ee98213b-edc1-4c58-bef3-be899b0253b1", APIVersion:"v1", ResourceVersion:"1458", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0416 06:39:57.450836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:39:57.450868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:40:00.785178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:40:00.785225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:40:04.118464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:40:04.118491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:40:07.451893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:40:07.451933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:40:10.785865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:40:10.785949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:40:14.118015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:40:14.118053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:40:17.451489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:40:17.451544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:40:20.786855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:40:20.786903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:40:24.117996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:40:24.118037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:40:27.451820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:40:27.451879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:40:30.784534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:40:30.784587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:41:19.850297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:41:19.850624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:41:23.184516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:41:23.184642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:41:43.752116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:41:43.752187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:41:47.085365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:41:47.085406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:41:50.420773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:41:50.420837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:41:53.752415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:41:53.752449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:41:57.087026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:41:57.087081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:42:00.419027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:42:00.419078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:42:03.752072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:42:03.752123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:42:07.087996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:42:07.088052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:42:11.016397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:42:11.016428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:42:14.351356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:42:14.351448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:42:17.684016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:42:17.684062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:44:26.024280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:44:26.024347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:44:28.763127 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-89.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-89.nip.io-tls was not found. Using default certificate W0416 06:44:28.763217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:44:28.763237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 06:44:28.764901 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0416 06:44:28.764934 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0416 06:44:28.770642 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0416 06:44:28.770906 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f295dce6-3a5b-49c2-a1f1-5f1c6042c5b1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3474", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 06:44:28.771140 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-89.nip.io-tls" in local store I0416 06:44:29.089862 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-89.nip.io-tls" I0416 06:44:29.091335 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-89.nip.io-tls" W0416 06:44:29.357944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:44:29.357988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 06:44:29.358050 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 06:44:29.396752 7 controller.go:216] "Backend successfully reloaded" I0416 06:44:29.397055 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hwfv5", UID:"ee98213b-edc1-4c58-bef3-be899b0253b1", APIVersion:"v1", ResourceVersion:"1458", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0416 06:44:32.691607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:44:32.691674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [16/Apr/2026:06:44:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.110 [auth-system-keycloak-80] [] 10.0.0.145:8080 1925 2.108 200 4c85debd532bdf3a20b2e43d3b63d028 199.204.45.89 - - [16/Apr/2026:06:44:41 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.105 [auth-system-keycloak-80] [] 10.0.0.145:8080 116 0.106 404 eef0f7e73dd022488273360976a47a04 199.204.45.89 - - [16/Apr/2026:06:44:45 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.874 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 3.873 201 d84763707135d4d98af8061fa5ab2cb0 199.204.45.89 - - [16/Apr/2026:06:44:46 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.692 [auth-system-keycloak-80] [] 10.0.0.145:8080 4246 0.692 200 091d7409c06cc33a94104e2e98157fc3 199.204.45.89 - - [16/Apr/2026:06:44:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.490 [auth-system-keycloak-80] [] 10.0.0.145:8080 1925 0.489 200 5f07b7898f7c4c9162498f46b7d04931 199.204.45.89 - - [16/Apr/2026:06:44:47 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.069 [auth-system-keycloak-80] [] 10.0.0.145:8080 12500 0.068 200 87ec70c348ee7908ededc9c5b2e10414 199.204.45.89 - - [16/Apr/2026:06:44:47 +0000] "GET /admin/realms/atmosphere/client-scopes/3e8d1004-946d-4bb2-a435-be34500b0b2d HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.069 [auth-system-keycloak-80] [] 10.0.0.145:8080 1278 0.070 200 9260557b7572ea5676f266d01f34ecac 199.204.45.89 - - [16/Apr/2026:06:44:47 +0000] "PUT /admin/realms/atmosphere/client-scopes/3e8d1004-946d-4bb2-a435-be34500b0b2d HTTP/1.1" 204 0 "-" "Ansible" 1846 0.073 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.073 204 12bd1ef4726b6f1812baa0d8c49e4020 199.204.45.89 - - [16/Apr/2026:06:44:47 +0000] "GET /admin/realms/atmosphere/client-scopes/3e8d1004-946d-4bb2-a435-be34500b0b2d/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.021 [auth-system-keycloak-80] [] 10.0.0.145:8080 963 0.021 200 5a6221fa8f85ce948f5b26b08f30aecb 199.204.45.89 - - [16/Apr/2026:06:44:47 +0000] "GET /admin/realms/atmosphere/client-scopes/3e8d1004-946d-4bb2-a435-be34500b0b2d/protocol-mappers/models/10cab9d9-80cf-4c43-baf2-f1133bf8b219 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.064 [auth-system-keycloak-80] [] 10.0.0.145:8080 366 0.064 200 b8359fad613f83372d919ad07dc440eb 199.204.45.89 - - [16/Apr/2026:06:44:47 +0000] "PUT /admin/realms/atmosphere/client-scopes/3e8d1004-946d-4bb2-a435-be34500b0b2d/protocol-mappers/models/10cab9d9-80cf-4c43-baf2-f1133bf8b219 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.090 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.089 204 33f59c980944da30406fc1a2614d0859 199.204.45.89 - - [16/Apr/2026:06:44:47 +0000] "GET /admin/realms/atmosphere/client-scopes/3e8d1004-946d-4bb2-a435-be34500b0b2d HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.017 [auth-system-keycloak-80] [] 10.0.0.145:8080 1218 0.017 200 1ded22de7037ec12f6bf85bbb19a54ee I0416 06:44:53.643515 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.91.215"}] I0416 06:44:53.650237 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f295dce6-3a5b-49c2-a1f1-5f1c6042c5b1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3787", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 06:44:53.652131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:44:53.652168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [16/Apr/2026:06:45:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.505 [auth-system-keycloak-80] [] 10.0.0.145:8080 1925 0.504 200 b22195b0dbfd232c8458b2d863891891 199.204.45.89 - - [16/Apr/2026:06:45:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.017 [auth-system-keycloak-80] [] 10.0.0.145:8080 2 0.017 200 4a1e2148906a2c6400fce950b71334a8 199.204.45.89 - - [16/Apr/2026:06:45:09 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.182 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.181 201 b71e829077e7d5cd6463fdd61ae9b5fb 199.204.45.89 - - [16/Apr/2026:06:45:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.083 [auth-system-keycloak-80] [] 10.0.0.145:8080 1259 0.084 200 88c770884ae616a38e594511b78f6a75 199.204.45.89 - - [16/Apr/2026:06:45:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.483 [auth-system-keycloak-80] [] 10.0.0.145:8080 1925 0.482 200 4465073673d1cbcad7a4add95bfd6e16 199.204.45.89 - - [16/Apr/2026:06:45:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.145:8080 2 0.009 200 b98c70a21117938c482a68c1d27800f7 199.204.45.89 - - [16/Apr/2026:06:45:10 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.167 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.166 201 ee815095de260d8afcc5ee58eb01593c 199.204.45.89 - - [16/Apr/2026:06:45:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.090 [auth-system-keycloak-80] [] 10.0.0.145:8080 1283 0.090 200 d06e682aa09d9df37f0c7211ebc9613e 199.204.45.89 - - [16/Apr/2026:06:45:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.491 [auth-system-keycloak-80] [] 10.0.0.145:8080 1925 0.490 200 ec8be481232a29538cae30951c9a1630 199.204.45.89 - - [16/Apr/2026:06:45:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.021 [auth-system-keycloak-80] [] 10.0.0.145:8080 2 0.021 200 738a639be67fb24f6f8a452fde97698a 199.204.45.89 - - [16/Apr/2026:06:45:11 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.099 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.098 201 e7a7d253b6bdb4b539644d923a1c1da2 199.204.45.89 - - [16/Apr/2026:06:45:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.080 [auth-system-keycloak-80] [] 10.0.0.145:8080 1249 0.081 200 e6aa184f87d0303b8e3946f2ba5de02f 199.204.45.89 - - [16/Apr/2026:06:45:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.474 [auth-system-keycloak-80] [] 10.0.0.145:8080 1925 0.472 200 c7ce95ab0b61fa9637698f1c0592065d 199.204.45.89 - - [16/Apr/2026:06:45:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.145:8080 1259 0.007 200 e64958fa6cc1eff999b74f06b9ca57ff 199.204.45.89 - - [16/Apr/2026:06:45:12 +0000] "GET /admin/realms/atmosphere/clients/873a471e-3877-4137-b307-25974cc42c20/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.145:8080 119 0.013 404 9f3124c49ba56b20b4f693438caed15c 199.204.45.89 - - [16/Apr/2026:06:45:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.145:8080 1259 0.005 200 b0ecad53e6efd1aa0b4a8d7caaa4dba0 199.204.45.89 - - [16/Apr/2026:06:45:12 +0000] "POST /admin/realms/atmosphere/clients/873a471e-3877-4137-b307-25974cc42c20/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.046 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.045 201 207fb9852a6b6daf3ad672718b6fe5c8 199.204.45.89 - - [16/Apr/2026:06:45:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.145:8080 1259 0.012 200 d35ebe8531376c44028cd8cda9816361 199.204.45.89 - - [16/Apr/2026:06:45:12 +0000] "GET /admin/realms/atmosphere/clients/873a471e-3877-4137-b307-25974cc42c20/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.145:8080 166 0.014 200 aabaa938cee8398cf75f0a68973eaf42 199.204.45.89 - - [16/Apr/2026:06:45:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.463 [auth-system-keycloak-80] [] 10.0.0.145:8080 1925 0.462 200 c920f16d6ba87042e008af198f35fa85 199.204.45.89 - - [16/Apr/2026:06:45:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.145:8080 1283 0.007 200 11ea3d8b8af0267c8bd74f500852784d 199.204.45.89 - - [16/Apr/2026:06:45:13 +0000] "GET /admin/realms/atmosphere/clients/7796627f-2639-47b6-ab44-28e30262d02e/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.145:8080 119 0.009 404 f5da668abafb15f18112b957a43835be 199.204.45.89 - - [16/Apr/2026:06:45:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.145:8080 1283 0.007 200 581cdfb9e4c64e22149f36d68db102dc 199.204.45.89 - - [16/Apr/2026:06:45:13 +0000] "POST /admin/realms/atmosphere/clients/7796627f-2639-47b6-ab44-28e30262d02e/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.035 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.034 201 2d46f4b75ac1edd690baf3a7e5561f8c 199.204.45.89 - - [16/Apr/2026:06:45:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.145:8080 1283 0.009 200 dc5e1ad308018f9a4f9d05a8c87182fa 199.204.45.89 - - [16/Apr/2026:06:45:13 +0000] "GET /admin/realms/atmosphere/clients/7796627f-2639-47b6-ab44-28e30262d02e/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.071 [auth-system-keycloak-80] [] 10.0.0.145:8080 165 0.071 200 8cd3990d7ae55db53f616ad61debafff 199.204.45.89 - - [16/Apr/2026:06:45:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.554 [auth-system-keycloak-80] [] 10.0.0.145:8080 1925 0.554 200 b570cf737d9cd5dfffa946f5b7031dda 199.204.45.89 - - [16/Apr/2026:06:45:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.145:8080 1283 0.007 200 f01f8878cfcb576e52dc058cd369332f 199.204.45.89 - - [16/Apr/2026:06:45:14 +0000] "GET /admin/realms/atmosphere/clients/7796627f-2639-47b6-ab44-28e30262d02e/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.045 [auth-system-keycloak-80] [] 10.0.0.145:8080 119 0.045 404 cc929a8238eab22cc04a86e6620cbbc5 199.204.45.89 - - [16/Apr/2026:06:45:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.145:8080 1283 0.006 200 afdf31f5262d584bbfa5201899ce0d7b 199.204.45.89 - - [16/Apr/2026:06:45:14 +0000] "POST /admin/realms/atmosphere/clients/7796627f-2639-47b6-ab44-28e30262d02e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.014 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.013 201 ba3b57e5c06b290159bd85565f3bc27e 199.204.45.89 - - [16/Apr/2026:06:45:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.048 [auth-system-keycloak-80] [] 10.0.0.145:8080 1283 0.049 200 c9036e8261c4639d067a52fd745e9f94 199.204.45.89 - - [16/Apr/2026:06:45:14 +0000] "GET /admin/realms/atmosphere/clients/7796627f-2639-47b6-ab44-28e30262d02e/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.145:8080 166 0.012 200 b169308b6c1ad7bb404fabebe49618e1 199.204.45.89 - - [16/Apr/2026:06:45:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.532 [auth-system-keycloak-80] [] 10.0.0.145:8080 1925 0.531 200 3c7d9077fdf9ec7fbc1fe7a875ddcb72 199.204.45.89 - - [16/Apr/2026:06:45:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.058 [auth-system-keycloak-80] [] 10.0.0.145:8080 1283 0.057 200 99d7af3f02e9d1f4ebe9557b77882a2b 199.204.45.89 - - [16/Apr/2026:06:45:15 +0000] "GET /admin/realms/atmosphere/clients/7796627f-2639-47b6-ab44-28e30262d02e/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.145:8080 119 0.014 404 0a4e1cc6a669cfca1ce7a45a14664e74 199.204.45.89 - - [16/Apr/2026:06:45:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.145:8080 1283 0.009 200 63a145eb0be1503afc4e47b59178a869 199.204.45.89 - - [16/Apr/2026:06:45:15 +0000] "POST /admin/realms/atmosphere/clients/7796627f-2639-47b6-ab44-28e30262d02e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.061 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.060 201 3f92beba9363c5f41efcb4f8bdb34cb4 199.204.45.89 - - [16/Apr/2026:06:45:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.145:8080 1283 0.007 200 7b50ef0cda1c40ee3ee335652ce67bf6 199.204.45.89 - - [16/Apr/2026:06:45:15 +0000] "GET /admin/realms/atmosphere/clients/7796627f-2639-47b6-ab44-28e30262d02e/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.066 [auth-system-keycloak-80] [] 10.0.0.145:8080 166 0.067 200 22314d262cbf149419019d67ef6b1201 199.204.45.89 - - [16/Apr/2026:06:45:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.457 [auth-system-keycloak-80] [] 10.0.0.145:8080 1925 0.456 200 03ca4ef152741f384b253133657241a2 199.204.45.89 - - [16/Apr/2026:06:45:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.044 [auth-system-keycloak-80] [] 10.0.0.145:8080 1249 0.044 200 03781b3f1c060f9a98e3bd903a211566 199.204.45.89 - - [16/Apr/2026:06:45:16 +0000] "GET /admin/realms/atmosphere/clients/af9a3383-1a69-4607-aa9e-22b207d6c7c8/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.145:8080 119 0.010 404 5a5eb5e7a140271036deac55338a6250 199.204.45.89 - - [16/Apr/2026:06:45:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.145:8080 1249 0.006 200 b77142384a350f729c531af4b4c0dba5 199.204.45.89 - - [16/Apr/2026:06:45:16 +0000] "POST /admin/realms/atmosphere/clients/af9a3383-1a69-4607-aa9e-22b207d6c7c8/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.059 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.059 201 2146ec263e48680d9bee064005b9f880 199.204.45.89 - - [16/Apr/2026:06:45:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.145:8080 1249 0.005 200 a4141522ad4dfc90194c887aad6621b4 199.204.45.89 - - [16/Apr/2026:06:45:16 +0000] "GET /admin/realms/atmosphere/clients/af9a3383-1a69-4607-aa9e-22b207d6c7c8/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.145:8080 166 0.010 200 185c3c4342170f173f6c4ac9bc2d3f90 W0416 06:45:24.495792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:45:24.495832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:45:27.829472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:45:27.829527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:22.482941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:22.482991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:22.567834 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:46:22.568001 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0416 06:46:22.568107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:22.568129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:22.568145 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 06:46:22.568241 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0416 06:46:22.568321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:22.568342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:22.569031 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:46:22.569133 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0416 06:46:22.569184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:22.569203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 06:46:22.570601 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0416 06:46:22.570635 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0416 06:46:22.570979 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0416 06:46:22.571017 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0416 06:46:22.571251 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0416 06:46:22.571288 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0416 06:46:22.576962 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0416 06:46:22.577458 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0416 06:46:22.577622 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"ba3d003c-fe5f-48af-a8a3-3ae19a726efd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4493", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 06:46:22.578018 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0416 06:46:22.578414 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0416 06:46:22.578447 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0416 06:46:22.578483 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"5cecf4e7-883b-4f5b-81ac-1fa8c0a09d28", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4494", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 06:46:22.578639 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"21d15fa1-1c58-452e-8919-5e2eb23f3b28", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4496", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 06:46:22.578760 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0416 06:46:22.967489 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0416 06:46:22.969759 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0416 06:46:22.969789 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0416 06:46:22.970729 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0416 06:46:23.839998 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0416 06:46:23.841092 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0416 06:46:25.817692 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:46:25.817756 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 06:46:25.817791 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:46:25.817912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:25.817943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 06:46:25.818109 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 06:46:25.864435 7 controller.go:216] "Backend successfully reloaded" I0416 06:46:25.864662 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hwfv5", UID:"ee98213b-edc1-4c58-bef3-be899b0253b1", APIVersion:"v1", ResourceVersion:"1458", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0416 06:46:29.149907 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:46:29.149992 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 06:46:29.150035 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:46:29.150248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:29.150282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:32.483821 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:46:32.483985 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 06:46:32.484068 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:46:32.484276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:32.484305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:35.816760 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:46:35.816855 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 06:46:35.816917 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:46:35.817078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:35.817112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:39.149922 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:46:39.150014 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 06:46:39.150065 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:46:39.150218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:39.150248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:42.483564 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:46:42.483632 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 06:46:42.483673 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:46:42.483794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:42.483826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:45.817142 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:46:45.817410 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:46:45.817672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:45.817703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:49.150089 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:46:49.150243 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:46:49.150384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:49.150423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:52.482932 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:46:52.483027 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:46:52.483148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:52.483174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 06:46:53.643239 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.91.215"}] I0416 06:46:53.643239 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.91.215"}] I0416 06:46:53.643555 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.91.215"}] I0416 06:46:53.652993 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"5cecf4e7-883b-4f5b-81ac-1fa8c0a09d28", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5387", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 06:46:53.657368 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"21d15fa1-1c58-452e-8919-5e2eb23f3b28", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5388", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 06:46:53.658953 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"ba3d003c-fe5f-48af-a8a3-3ae19a726efd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5389", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 06:46:55.817206 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:46:55.817368 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:46:55.817584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:55.817637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.224 - - [16/Apr/2026:06:46:58 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.030 [auth-system-keycloak-80] [] 10.0.0.145:8080 6411 0.030 200 1c18206e2788fef2f96bcea7a47fea43 10.0.0.72 - - [16/Apr/2026:06:46:58 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.008 [auth-system-keycloak-80] [] 10.0.0.145:8080 6411 0.008 200 8f4c171ea58141c53fa6d9178509d99d W0416 06:46:59.149886 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:46:59.149983 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 06:46:59.150120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:46:59.150181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:47:02.483866 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 06:47:02.484060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:47:02.484082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:47:05.817084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:47:05.817219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:47:09.150847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:47:09.150921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:47:19.297738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:47:19.297775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [16/Apr/2026:06:47:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.463 [auth-system-keycloak-80] [] 10.0.0.145:8080 1925 0.462 200 42acf2a733d6895875f0dfa24f0c3764 199.204.45.89 - - [16/Apr/2026:06:47:26 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.008 [auth-system-keycloak-80] [] 10.0.0.145:8080 4246 0.008 200 1379ca795260b1aa6b498b710d549b3c 199.204.45.89 - - [16/Apr/2026:06:47:26 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.459 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.458 204 389196c57320a6fecc86eb9ea9f3b40f 199.204.45.89 - - [16/Apr/2026:06:47:26 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.200 [auth-system-keycloak-80] [] 10.0.0.145:8080 4384 0.199 200 53ac7afeb35d4dfdbbd1c3a4b469be2d 199.204.45.89 - - [16/Apr/2026:06:47:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.460 [auth-system-keycloak-80] [] 10.0.0.145:8080 1925 0.459 200 d2a10e39008a88551fb963abb007523e 199.204.45.89 - - [16/Apr/2026:06:47:27 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.145:8080 1682 0.009 200 ae92217bdd1aa6f7d0803f1e1b6594e4 199.204.45.89 - - [16/Apr/2026:06:47:28 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.005 [auth-system-keycloak-80] [] 10.0.0.145:8080 6411 0.005 200 18f450e5e9edeaa6f90dad370da6fcbd 199.204.45.89 - - [16/Apr/2026:06:47:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.528 [auth-system-keycloak-80] [] 10.0.0.145:8080 1925 0.525 200 8b58e86a8810235699214a1a5488c941 199.204.45.89 - - [16/Apr/2026:06:47:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.010 [auth-system-keycloak-80] [] 10.0.0.145:8080 2 0.010 200 2e2baa69cf66b09a4b5e5b95f2fb1013 199.204.45.89 - - [16/Apr/2026:06:47:29 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.167 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.165 201 d84b52a87ebff8eda79df139a045dfdf 199.204.45.89 - - [16/Apr/2026:06:47:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.020 [auth-system-keycloak-80] [] 10.0.0.145:8080 2242 0.020 200 5b53c376a43b30fb73b8138313098be9 199.204.45.89 - - [16/Apr/2026:06:47:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.145:8080 1925 0.475 200 9e71098555562ec396315c26c1eb9016 199.204.45.89 - - [16/Apr/2026:06:47:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.145:8080 2242 0.006 200 64b9065d415ecccedd940139045f9cc9 199.204.45.89 - - [16/Apr/2026:06:47:31 +0000] "GET /admin/realms/atmosphere/clients/31fcd4a5-c113-4ee5-a13e-7dc2259ae4af/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.029 [auth-system-keycloak-80] [] 10.0.0.145:8080 233 0.029 200 1fd69f109531bcae0c457cce3cec5b06 199.204.45.89 - - [16/Apr/2026:06:47:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.019 [auth-system-keycloak-80] [] 10.0.0.145:8080 831 0.019 200 f899686a193cb094a70891a71ea4dff6 199.204.45.89 - - [16/Apr/2026:06:47:31 +0000] "GET /admin/realms/atmosphere/clients/163e0e18-37ea-447e-b4d1-860522681c78/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.066 [auth-system-keycloak-80] [] 10.0.0.145:8080 3758 0.066 200 5d4626ece66fa3bebbc5f78a9281edd8 199.204.45.89 - - [16/Apr/2026:06:47:31 +0000] "GET /admin/realms/atmosphere/users/a244c6b2-f47e-4cc2-85e2-ecc907850051/role-mappings/clients/163e0e18-37ea-447e-b4d1-860522681c78/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.191 [auth-system-keycloak-80] [] 10.0.0.145:8080 3758 0.191 200 604e578ef66866543604e4347e919abd 199.204.45.89 - - [16/Apr/2026:06:47:31 +0000] "GET /admin/realms/atmosphere/users/a244c6b2-f47e-4cc2-85e2-ecc907850051/role-mappings/clients/163e0e18-37ea-447e-b4d1-860522681c78/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.079 [auth-system-keycloak-80] [] 10.0.0.145:8080 2 0.079 200 911e6672c8fd1b8f7aad71c32699c995 199.204.45.89 - - [16/Apr/2026:06:47:31 +0000] "POST /admin/realms/atmosphere/users/a244c6b2-f47e-4cc2-85e2-ecc907850051/role-mappings/clients/163e0e18-37ea-447e-b4d1-860522681c78 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.017 [auth-system-keycloak-80] [] 10.0.0.145:8080 0 0.017 204 6d2621b48d12bff4903f9a0732c107db 199.204.45.89 - - [16/Apr/2026:06:47:31 +0000] "GET /admin/realms/atmosphere/users/a244c6b2-f47e-4cc2-85e2-ecc907850051/role-mappings/clients/163e0e18-37ea-447e-b4d1-860522681c78/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.012 [auth-system-keycloak-80] [] 10.0.0.145:8080 576 0.012 200 066ee2f74cf5c95d24e20c434f29fc96 W0416 06:47:34.283441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:47:34.283471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:47:37.617662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:47:37.617715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:47:41.499805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:47:41.499845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:47:44.834260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:47:44.834317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:47:48.166756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:47:48.166799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:49:40.121498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:49:40.121546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:50:18.097989 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0416 06:50:18.098106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:50:18.098184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 06:50:18.103050 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.006s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:28.7kB} I0416 06:50:18.103094 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0416 06:50:18.106670 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0416 06:50:18.106921 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4555f91e-a03c-4d5c-8815-6cd15854c801", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6916", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 06:50:18.107288 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0416 06:50:18.107682 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0416 06:50:18.107816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:50:18.107840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 06:50:18.108019 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 06:50:18.158805 7 controller.go:216] "Backend successfully reloaded" I0416 06:50:18.159023 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hwfv5", UID:"ee98213b-edc1-4c58-bef3-be899b0253b1", APIVersion:"v1", ResourceVersion:"1458", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0416 06:50:18.430706 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0416 06:50:18.432234 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0416 06:50:21.443633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:50:21.443696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 06:50:53.643176 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.91.215"}] I0416 06:50:53.651404 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4555f91e-a03c-4d5c-8815-6cd15854c801", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7124", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 06:50:53.652353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 06:50:53.652388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store