------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0416 03:40:42.638863 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0416 03:40:42.639459 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0416 03:40:42.647474 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0416 03:40:42.651083 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0416 03:40:42.711922 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0416 03:40:42.729374 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0416 03:40:42.740983 7 nginx.go:271] "Starting NGINX Ingress controller" I0416 03:40:42.747473 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"847ef4fd-b1f7-4ec6-a269-8d6028342445", APIVersion:"v1", ResourceVersion:"1342", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0416 03:40:42.756325 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"66fb202b-e793-48c0-984a-50caf7cc86c7", APIVersion:"v1", ResourceVersion:"1341", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0416 03:40:42.756387 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"048fc0a3-6062-4609-b356-b92fab5084ea", APIVersion:"v1", ResourceVersion:"1343", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0416 03:40:43.942841 7 nginx.go:317] "Starting NGINX process" I0416 03:40:43.942924 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0416 03:40:43.944098 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0416 03:40:43.946692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:40:43.946720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:40:43.946756 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 03:40:43.964180 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0416 03:40:43.964420 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-spxz4" I0416 03:40:43.979297 7 controller.go:216] "Backend successfully reloaded" I0416 03:40:43.979382 7 controller.go:227] "Initial sync, sleeping for 1 second" I0416 03:40:43.979416 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-spxz4", UID:"74d1a34b-fbfc-439e-80dd-e6464fb292d5", APIVersion:"v1", ResourceVersion:"1380", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0416 03:40:47.757613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:40:47.757641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:40:51.094144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:40:51.094187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:40:54.425324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:40:54.425376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:40:57.758495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:40:57.758547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:41:01.092090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:41:01.092140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:41:45.667670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:41:45.667696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:41:51.847319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:41:51.847582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:41:55.182520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:41:55.182569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:41:58.517133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:41:58.517190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:42:01.847799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:42:01.847875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:42:05.182364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:42:05.182412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:42:18.573338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:42:18.573379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:42:28.333207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:42:28.333238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:42:31.667496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:42:31.667537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:43:06.686129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:43:06.686177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:43:10.020294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:43:10.020340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:44:05.962298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:44:05.962338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:44:09.298491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:44:09.298529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:44:19.062436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:44:19.062488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:44:22.398289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:44:22.398337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:44:27.688747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:44:27.688858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:44:37.292320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:44:37.292411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:44:40.626516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:44:40.626568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:44:43.959907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:44:43.959955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:44:47.294513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:44:47.294548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:44:50.627289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:44:50.627345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:45:55.226537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:45:55.226563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:45:58.560248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:45:58.560292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:47:08.820423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:47:08.820459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:47:11.521608 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-223.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-223.nip.io-tls was not found. Using default certificate W0416 03:47:11.521655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:47:11.521706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:47:11.523049 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0416 03:47:11.523110 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0416 03:47:11.538403 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0416 03:47:11.538917 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-223.nip.io-tls" in local store I0416 03:47:11.539027 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f6024d80-ff43-4c48-8027-f0c1ccc2b7d9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3964", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 03:47:11.989847 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-223.nip.io-tls" I0416 03:47:11.990674 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-223.nip.io-tls" W0416 03:47:12.154239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:47:12.154271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:47:12.154324 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 03:47:12.202519 7 controller.go:216] "Backend successfully reloaded" I0416 03:47:12.202868 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-spxz4", UID:"74d1a34b-fbfc-439e-80dd-e6464fb292d5", APIVersion:"v1", ResourceVersion:"1380", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0416 03:47:15.488101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:47:15.488157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [16/Apr/2026:03:47:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.382 [auth-system-keycloak-80] [] 10.0.0.18:8080 1928 2.381 200 5771fcaeafbd28f78d4dabfbea281c97 199.204.45.223 - - [16/Apr/2026:03:47:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.199 [auth-system-keycloak-80] [] 10.0.0.18:8080 116 0.199 404 d35dfe05039b3407c98987b68e4aae32 W0416 03:47:24.630193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:47:24.630276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [16/Apr/2026:03:47:25 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.787 [auth-system-keycloak-80] [] 10.0.0.18:8080 0 4.786 201 b83d954429c22eabe0582381360f32be 199.204.45.223 - - [16/Apr/2026:03:47:26 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 1.166 [auth-system-keycloak-80] [] 10.0.0.18:8080 4246 1.165 200 d4ecc6aa4ea75d8df43ebaebcb469524 W0416 03:47:27.964277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:47:27.964311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [16/Apr/2026:03:47:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.514 [auth-system-keycloak-80] [] 10.0.0.18:8080 1928 0.510 200 fa51603599cfa94147b14636f20badf0 199.204.45.223 - - [16/Apr/2026:03:47:28 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.084 [auth-system-keycloak-80] [] 10.0.0.18:8080 12500 0.084 200 7a9724e07f650f56a6afd79f16872f63 199.204.45.223 - - [16/Apr/2026:03:47:28 +0000] "GET /admin/realms/atmosphere/client-scopes/f209fc2d-82fb-4f57-95fe-8d8ffbb7df0d HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.064 [auth-system-keycloak-80] [] 10.0.0.18:8080 1278 0.063 200 23d21ebe8b1e40203d68084af2ad030f 199.204.45.223 - - [16/Apr/2026:03:47:28 +0000] "PUT /admin/realms/atmosphere/client-scopes/f209fc2d-82fb-4f57-95fe-8d8ffbb7df0d HTTP/1.1" 204 0 "-" "Ansible" 1848 0.083 [auth-system-keycloak-80] [] 10.0.0.18:8080 0 0.083 204 87e25a85e074f1850c46ecf3930c7ece 199.204.45.223 - - [16/Apr/2026:03:47:28 +0000] "GET /admin/realms/atmosphere/client-scopes/f209fc2d-82fb-4f57-95fe-8d8ffbb7df0d/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.027 [auth-system-keycloak-80] [] 10.0.0.18:8080 963 0.028 200 051aad5be67eb13b93ef233fbe8365ae 199.204.45.223 - - [16/Apr/2026:03:47:28 +0000] "GET /admin/realms/atmosphere/client-scopes/f209fc2d-82fb-4f57-95fe-8d8ffbb7df0d/protocol-mappers/models/c68b7178-f942-40f0-a172-20b38bd434ca HTTP/1.1" 200 366 "-" "Ansible" 1309 0.056 [auth-system-keycloak-80] [] 10.0.0.18:8080 366 0.056 200 1a8adf2820b107785b3a3d1d5cc1ff5f 199.204.45.223 - - [16/Apr/2026:03:47:29 +0000] "PUT /admin/realms/atmosphere/client-scopes/f209fc2d-82fb-4f57-95fe-8d8ffbb7df0d/protocol-mappers/models/c68b7178-f942-40f0-a172-20b38bd434ca HTTP/1.1" 204 0 "-" "Ansible" 1622 0.383 [auth-system-keycloak-80] [] 10.0.0.18:8080 0 0.383 204 33f29b636715089e408526ed15623c89 199.204.45.223 - - [16/Apr/2026:03:47:29 +0000] "GET /admin/realms/atmosphere/client-scopes/f209fc2d-82fb-4f57-95fe-8d8ffbb7df0d HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.019 [auth-system-keycloak-80] [] 10.0.0.18:8080 1218 0.018 200 39aeacd8775a0c289398235dfaa158bc I0416 03:47:43.974934 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.6.102"}] I0416 03:47:43.979892 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f6024d80-ff43-4c48-8027-f0c1ccc2b7d9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4296", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 03:47:43.982007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:47:43.982061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:47:47.315468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:47:47.315504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [16/Apr/2026:03:47:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.602 [auth-system-keycloak-80] [] 10.0.0.18:8080 1928 0.602 200 958c2f96120310a042257824126fc99f 199.204.45.223 - - [16/Apr/2026:03:47:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.075 [auth-system-keycloak-80] [] 10.0.0.18:8080 2 0.075 200 b734923d2e5e93a05957c7821845d848 199.204.45.223 - - [16/Apr/2026:03:47:53 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.201 [auth-system-keycloak-80] [] 10.0.0.18:8080 0 0.200 201 1bb4dc280c76ef8e0568c901a96c50b8 199.204.45.223 - - [16/Apr/2026:03:47:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.088 [auth-system-keycloak-80] [] 10.0.0.18:8080 1261 0.088 200 6053a100fe2692f04403de492a60124b 199.204.45.223 - - [16/Apr/2026:03:47:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.530 [auth-system-keycloak-80] [] 10.0.0.18:8080 1928 0.529 200 85e28ce5d24d86027e78300f1b074be3 199.204.45.223 - - [16/Apr/2026:03:47:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.053 [auth-system-keycloak-80] [] 10.0.0.18:8080 2 0.052 200 541dd48bf2ea881ea48a65698ba0efd9 199.204.45.223 - - [16/Apr/2026:03:47:54 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.190 [auth-system-keycloak-80] [] 10.0.0.18:8080 0 0.189 201 f9c8671783cd08a3e6e96cb9028ea069 199.204.45.223 - - [16/Apr/2026:03:47:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.020 [auth-system-keycloak-80] [] 10.0.0.18:8080 1286 0.020 200 d8efc95caf96a479497a4c94f5aab61e 199.204.45.223 - - [16/Apr/2026:03:47:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.527 [auth-system-keycloak-80] [] 10.0.0.18:8080 1928 0.526 200 3ed846e035097930edef7565924bda6c 199.204.45.223 - - [16/Apr/2026:03:47:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.18:8080 2 0.007 200 dcba676cae5cce0c8493601ee9a03c51 199.204.45.223 - - [16/Apr/2026:03:47:55 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.099 [auth-system-keycloak-80] [] 10.0.0.18:8080 0 0.099 201 6afc8ed42919945d6c8285e6f243c0e3 199.204.45.223 - - [16/Apr/2026:03:47:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.062 [auth-system-keycloak-80] [] 10.0.0.18:8080 1251 0.062 200 53cf57845e66947e20759bac7e61ed48 199.204.45.223 - - [16/Apr/2026:03:47:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.517 [auth-system-keycloak-80] [] 10.0.0.18:8080 1928 0.516 200 75c5ddc2e0c4fb0123ef73bcea70b0ac 199.204.45.223 - - [16/Apr/2026:03:47:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.18:8080 1261 0.009 200 064973252d9ad44a4d103ef70855b5aa 199.204.45.223 - - [16/Apr/2026:03:47:56 +0000] "GET /admin/realms/atmosphere/clients/471dc0fd-5d54-43d1-b42e-1ac2148870a6/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.18:8080 119 0.014 404 f7ea90548d879590e1d481a03502a348 199.204.45.223 - - [16/Apr/2026:03:47:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.041 [auth-system-keycloak-80] [] 10.0.0.18:8080 1261 0.041 200 480c89f87a50b8a94124a0b06025cd82 199.204.45.223 - - [16/Apr/2026:03:47:57 +0000] "POST /admin/realms/atmosphere/clients/471dc0fd-5d54-43d1-b42e-1ac2148870a6/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.111 [auth-system-keycloak-80] [] 10.0.0.18:8080 0 0.110 201 23de23190cffd4a1f9b7c74c82e6bba3 199.204.45.223 - - [16/Apr/2026:03:47:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.18:8080 1261 0.006 200 d8a3c9166220298b0a39f036be30528a 199.204.45.223 - - [16/Apr/2026:03:47:57 +0000] "GET /admin/realms/atmosphere/clients/471dc0fd-5d54-43d1-b42e-1ac2148870a6/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.063 [auth-system-keycloak-80] [] 10.0.0.18:8080 166 0.063 200 4d25023f25ec20057078398e8385dcdc 199.204.45.223 - - [16/Apr/2026:03:47:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.510 [auth-system-keycloak-80] [] 10.0.0.18:8080 1928 0.509 200 521255960515af2581a8e1c9db67ee5c 199.204.45.223 - - [16/Apr/2026:03:47:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.042 [auth-system-keycloak-80] [] 10.0.0.18:8080 1286 0.042 200 c58d02114e7bb00626efe677f638823d 199.204.45.223 - - [16/Apr/2026:03:47:58 +0000] "GET /admin/realms/atmosphere/clients/9d0fe6f4-20bb-4d97-b388-86f0960ddb6f/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.18:8080 119 0.010 404 6c4025096cb383f30189ab918017a595 199.204.45.223 - - [16/Apr/2026:03:47:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.18:8080 1286 0.005 200 a148f5152f5119032c0b0ca64414614d 199.204.45.223 - - [16/Apr/2026:03:47:58 +0000] "POST /admin/realms/atmosphere/clients/9d0fe6f4-20bb-4d97-b388-86f0960ddb6f/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.112 [auth-system-keycloak-80] [] 10.0.0.18:8080 0 0.109 201 ac0d4df7206698e0b9f01bcf54c7cdb9 199.204.45.223 - - [16/Apr/2026:03:47:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.18:8080 1286 0.005 200 4863f65ddc7e6b762a27b23ddcc1b704 199.204.45.223 - - [16/Apr/2026:03:47:58 +0000] "GET /admin/realms/atmosphere/clients/9d0fe6f4-20bb-4d97-b388-86f0960ddb6f/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.015 [auth-system-keycloak-80] [] 10.0.0.18:8080 165 0.015 200 b3e253e662cc9fd71b261d14c4a78782 199.204.45.223 - - [16/Apr/2026:03:47:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.535 [auth-system-keycloak-80] [] 10.0.0.18:8080 1928 0.534 200 cc0c227c171b15b522f4a2afd0757ac0 199.204.45.223 - - [16/Apr/2026:03:47:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.18:8080 1286 0.004 200 f9e2498a8ab4665d696c07b89a0d8e79 199.204.45.223 - - [16/Apr/2026:03:47:59 +0000] "GET /admin/realms/atmosphere/clients/9d0fe6f4-20bb-4d97-b388-86f0960ddb6f/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.042 [auth-system-keycloak-80] [] 10.0.0.18:8080 119 0.042 404 dc8c3da219a82dbba3a1bc14d7527f9e 199.204.45.223 - - [16/Apr/2026:03:47:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.18:8080 1286 0.005 200 86dcc68eebf57bf950a7500eb8da31ab 199.204.45.223 - - [16/Apr/2026:03:47:59 +0000] "POST /admin/realms/atmosphere/clients/9d0fe6f4-20bb-4d97-b388-86f0960ddb6f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.035 [auth-system-keycloak-80] [] 10.0.0.18:8080 0 0.034 201 0e0668487382c855a8d75c4c66e91611 199.204.45.223 - - [16/Apr/2026:03:47:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.027 [auth-system-keycloak-80] [] 10.0.0.18:8080 1286 0.027 200 1b6722283a21535140739c03e04b9d1c 199.204.45.223 - - [16/Apr/2026:03:47:59 +0000] "GET /admin/realms/atmosphere/clients/9d0fe6f4-20bb-4d97-b388-86f0960ddb6f/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.18:8080 166 0.013 200 61ff3e61f3d7cbfe2941c0f4c9eab3d7 199.204.45.223 - - [16/Apr/2026:03:48:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.502 [auth-system-keycloak-80] [] 10.0.0.18:8080 1928 0.501 200 f02fc60b713e80ae26c0da48d8d1ea8d 199.204.45.223 - - [16/Apr/2026:03:48:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.068 [auth-system-keycloak-80] [] 10.0.0.18:8080 1286 0.068 200 a677863f0e9f697dd8f6204e8a4f4b69 199.204.45.223 - - [16/Apr/2026:03:48:00 +0000] "GET /admin/realms/atmosphere/clients/9d0fe6f4-20bb-4d97-b388-86f0960ddb6f/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.18:8080 119 0.009 404 59b54eabadafcd1d89ac5227dee502da 199.204.45.223 - - [16/Apr/2026:03:48:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.18:8080 1286 0.007 200 29a3ecf64b7ee2cef5098549a8208843 199.204.45.223 - - [16/Apr/2026:03:48:01 +0000] "POST /admin/realms/atmosphere/clients/9d0fe6f4-20bb-4d97-b388-86f0960ddb6f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.567 [auth-system-keycloak-80] [] 10.0.0.18:8080 0 0.566 201 ca4e53d78fffd8e75c202589632c927f 199.204.45.223 - - [16/Apr/2026:03:48:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.18:8080 1286 0.007 200 16c1a7c90206f6df5ff54284cf850d3d 199.204.45.223 - - [16/Apr/2026:03:48:01 +0000] "GET /admin/realms/atmosphere/clients/9d0fe6f4-20bb-4d97-b388-86f0960ddb6f/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.18:8080 166 0.014 200 4775c497186c956498e41f8b1f7f899c 199.204.45.223 - - [16/Apr/2026:03:48:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.18:8080 1928 0.478 200 c81fdbf012c13fac76acf0087315abb6 199.204.45.223 - - [16/Apr/2026:03:48:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.18:8080 1251 0.007 200 d2f4c628fb9f22118c0d3c1e29bb0afa 199.204.45.223 - - [16/Apr/2026:03:48:02 +0000] "GET /admin/realms/atmosphere/clients/3724af0b-7d81-43bf-a861-72b572f66ccf/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.034 [auth-system-keycloak-80] [] 10.0.0.18:8080 119 0.034 404 0d6228b840cdc5f8aef5ec2b3e510804 199.204.45.223 - - [16/Apr/2026:03:48:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.18:8080 1251 0.007 200 2dd91d202bb8dcb919a17758bf53c9af 199.204.45.223 - - [16/Apr/2026:03:48:02 +0000] "POST /admin/realms/atmosphere/clients/3724af0b-7d81-43bf-a861-72b572f66ccf/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.18:8080 0 0.017 201 2820347a90bd9453943482735799ea64 199.204.45.223 - - [16/Apr/2026:03:48:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.039 [auth-system-keycloak-80] [] 10.0.0.18:8080 1251 0.039 200 d6014e3dcc4e3926294716f4430c8042 199.204.45.223 - - [16/Apr/2026:03:48:02 +0000] "GET /admin/realms/atmosphere/clients/3724af0b-7d81-43bf-a861-72b572f66ccf/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.18:8080 166 0.011 200 d15be92a91fe323a07751212d9acf9f5 W0416 03:48:02.509295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:48:02.509378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:48:05.842859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:48:05.842898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [16/Apr/2026:03:48:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.18:8080 1928 0.503 200 d7e0a017a6a6a5b8f8ee4b3d8b21bf6a 199.204.45.223 - - [16/Apr/2026:03:48:08 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.18:8080 4246 0.007 200 9c50ecd1ce4cfbc4f95bd4da89b41de5 199.204.45.223 - - [16/Apr/2026:03:48:08 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.524 [auth-system-keycloak-80] [] 10.0.0.18:8080 0 0.523 204 8fbce65121b5980bd87e6650e8994150 199.204.45.223 - - [16/Apr/2026:03:48:08 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.120 [auth-system-keycloak-80] [] 10.0.0.18:8080 4384 0.120 200 eaaa0efef437d814fd1e6d3f24490dac 199.204.45.223 - - [16/Apr/2026:03:48:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.545 [auth-system-keycloak-80] [] 10.0.0.18:8080 1928 0.544 200 88d642d46ca85d91c4fdff1694d5413c 199.204.45.223 - - [16/Apr/2026:03:48:09 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.036 [auth-system-keycloak-80] [] 10.0.0.18:8080 1682 0.036 200 4b148faa03fbf9708d38ffb15bf0f9d5 199.204.45.223 - - [16/Apr/2026:03:48:10 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.027 [auth-system-keycloak-80] [] 10.0.0.18:8080 6432 0.027 200 e51032a1e10990b88a067c50cd1bf1dc 199.204.45.223 - - [16/Apr/2026:03:48:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.18:8080 1928 0.486 200 bf83eb14952ad40c734d8adc03fc2426 199.204.45.223 - - [16/Apr/2026:03:48:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.023 [auth-system-keycloak-80] [] 10.0.0.18:8080 2 0.023 200 1b0f2fa3995f95f27c5ef99ce350576f 199.204.45.223 - - [16/Apr/2026:03:48:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.284 [auth-system-keycloak-80] [] 10.0.0.18:8080 0 0.282 201 be77ced42e72e88d8f45ff97f29d7af0 199.204.45.223 - - [16/Apr/2026:03:48:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.020 [auth-system-keycloak-80] [] 10.0.0.18:8080 2246 0.020 200 5839dc7d5475aa4a93116bc584cc7fa0 199.204.45.223 - - [16/Apr/2026:03:48:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.484 [auth-system-keycloak-80] [] 10.0.0.18:8080 1928 0.482 200 e7012f637957d2ef97d2772912d3a20a 199.204.45.223 - - [16/Apr/2026:03:48:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.18:8080 2246 0.005 200 b9f83816b3242d6861e6faa4ec9f9f39 199.204.45.223 - - [16/Apr/2026:03:48:13 +0000] "GET /admin/realms/atmosphere/clients/6cdaa06b-de42-44da-b171-574355d65adc/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.015 [auth-system-keycloak-80] [] 10.0.0.18:8080 233 0.015 200 9981cad72c6ff349e90afe08a9c464bd 199.204.45.223 - - [16/Apr/2026:03:48:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.054 [auth-system-keycloak-80] [] 10.0.0.18:8080 831 0.054 200 73af205d06d244faf58822fd122688fb 199.204.45.223 - - [16/Apr/2026:03:48:13 +0000] "GET /admin/realms/atmosphere/clients/05377d81-d56d-4dc0-8237-e531e726650b/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.024 [auth-system-keycloak-80] [] 10.0.0.18:8080 3758 0.024 200 225c1cc9cdfc63e5ae7c197a5cd206a6 199.204.45.223 - - [16/Apr/2026:03:48:13 +0000] "GET /admin/realms/atmosphere/users/286cabe8-0179-4e88-8026-10f17d4a5201/role-mappings/clients/05377d81-d56d-4dc0-8237-e531e726650b/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.177 [auth-system-keycloak-80] [] 10.0.0.18:8080 3758 0.177 200 fd83fcd77210aa4b7fbb396d538f2177 199.204.45.223 - - [16/Apr/2026:03:48:13 +0000] "GET /admin/realms/atmosphere/users/286cabe8-0179-4e88-8026-10f17d4a5201/role-mappings/clients/05377d81-d56d-4dc0-8237-e531e726650b/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.085 [auth-system-keycloak-80] [] 10.0.0.18:8080 2 0.085 200 1bddc27e45cf011ad966da73c15725da 199.204.45.223 - - [16/Apr/2026:03:48:13 +0000] "POST /admin/realms/atmosphere/users/286cabe8-0179-4e88-8026-10f17d4a5201/role-mappings/clients/05377d81-d56d-4dc0-8237-e531e726650b HTTP/1.1" 204 0 "-" "Ansible" 1390 0.132 [auth-system-keycloak-80] [] 10.0.0.18:8080 0 0.130 204 07ed42fd84a611ba1685239f41b5fdca 199.204.45.223 - - [16/Apr/2026:03:48:13 +0000] "GET /admin/realms/atmosphere/users/286cabe8-0179-4e88-8026-10f17d4a5201/role-mappings/clients/05377d81-d56d-4dc0-8237-e531e726650b/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.014 [auth-system-keycloak-80] [] 10.0.0.18:8080 576 0.013 200 22cf689e94b0379ac123f0228ac0e45c W0416 03:48:19.026615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:48:19.026657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:48:22.360837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:48:22.360885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:49:34.265469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:49:34.265535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:49:35.291913 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:49:35.291984 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0416 03:49:35.292016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:49:35.292033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:49:35.292680 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 03:49:35.292732 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0416 03:49:35.292760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:49:35.292775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:49:35.292832 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:49:35.292915 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0416 03:49:35.292974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:49:35.292999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:49:35.295411 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0416 03:49:35.295441 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0416 03:49:35.296015 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0416 03:49:35.296038 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0416 03:49:35.296288 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0416 03:49:35.296320 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0416 03:49:35.311665 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0416 03:49:35.313443 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"5d71ba79-7ca0-44dd-84b9-e4bed630fc31", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5244", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 03:49:35.315180 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0416 03:49:35.315212 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0416 03:49:35.315726 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"fe06c53a-ae9e-4d65-8035-b58125143715", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5246", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 03:49:35.317709 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0416 03:49:35.317739 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0416 03:49:35.318822 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0416 03:49:35.318850 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"3f697d2a-42d6-49be-b621-0439ab00a384", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5248", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 03:49:35.694664 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0416 03:49:35.695506 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0416 03:49:36.228880 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0416 03:49:36.230776 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0416 03:49:36.715872 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0416 03:49:36.717724 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0416 03:49:37.599707 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:49:37.599769 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:49:37.599811 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 03:49:37.599930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:49:37.599960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:49:37.600072 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 03:49:38.432401 7 controller.go:216] "Backend successfully reloaded" I0416 03:49:38.432664 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-spxz4", UID:"74d1a34b-fbfc-439e-80dd-e6464fb292d5", APIVersion:"v1", ResourceVersion:"1380", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0416 03:49:40.933251 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:49:40.933339 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:49:40.933379 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 03:49:40.933499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:49:40.933528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:49:43.970574 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.97.6.102"}] I0416 03:49:43.970760 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.97.6.102"}] I0416 03:49:43.970652 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.97.6.102"}] I0416 03:49:43.977079 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"5d71ba79-7ca0-44dd-84b9-e4bed630fc31", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5512", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 03:49:43.979782 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"3f697d2a-42d6-49be-b621-0439ab00a384", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5513", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 03:49:43.981481 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"fe06c53a-ae9e-4d65-8035-b58125143715", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5514", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 03:49:44.265374 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:49:44.265415 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:49:44.265436 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 03:49:44.265571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:49:44.265671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:49:47.599070 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:49:47.599214 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:49:47.599279 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 03:49:47.599413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:49:47.599459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:49:50.934570 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:49:50.934703 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:49:50.934851 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 03:49:50.935130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:49:50.935159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:49:57.162361 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:49:57.162401 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:49:57.162426 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 03:49:57.162505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:49:57.162522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:50:22.943476 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:50:22.943547 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:50:22.943720 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 03:50:22.944011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:50:22.944052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:50:26.277304 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:50:26.277387 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:50:26.277430 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 03:50:26.277578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:50:26.277606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:50:29.611080 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:50:29.611132 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:50:29.611158 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 03:50:29.611276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:50:29.611292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.96 - - [16/Apr/2026:03:50:48 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.18:8080 6432 0.006 200 ed32dfe15888ea11b1894ee68b08ffcf 10.0.0.244 - - [16/Apr/2026:03:50:48 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.18:8080 6432 0.007 200 d865f7bd7d972b9c09d2951fa37da9a7 W0416 03:50:50.078650 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:50:50.078719 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:50:50.078750 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 03:50:50.078853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:50:50.078879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:50:53.412965 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:50:53.413186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:50:53.413249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:50:56.746866 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:50:56.747054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:50:56.747085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:51:06.077762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:51:06.077805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:51:24.982872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:51:24.982924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:52:00.084531 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0416 03:52:00.084623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:52:00.084647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:52:00.088302 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0416 03:52:00.088333 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0416 03:52:00.167925 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0416 03:52:00.168198 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"211de5c5-df28-4e19-b675-e0f071577be9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6517", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 03:52:00.168336 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0416 03:52:00.168588 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0416 03:52:00.168640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:52:00.168651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:52:00.168741 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 03:52:00.386821 7 controller.go:216] "Backend successfully reloaded" I0416 03:52:00.387013 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-spxz4", UID:"74d1a34b-fbfc-439e-80dd-e6464fb292d5", APIVersion:"v1", ResourceVersion:"1380", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0416 03:52:02.018999 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0416 03:52:02.019902 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0416 03:52:03.503093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:52:03.503130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [16/Apr/2026:03:52:03 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.003 [openstack-keystone-api-5000] [] 10.0.0.162:5000 281 0.003 300 c644eb1d0ded173a3c5351991cdeff30 199.204.45.223 - - [16/Apr/2026:03:52:05 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.162:5000 266 0.003 200 42fad63350561433fcfc77f75cbe7b4d 199.204.45.223 - - [16/Apr/2026:03:52:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.470 [openstack-keystone-api-5000] [] 10.0.0.162:5000 1360 0.470 201 31d9184b31b2a312e184a930171efc79 199.204.45.223 - - [16/Apr/2026:03:52:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.162:5000 281 0.003 300 aa89e58ad884eca0d9e0f36355f17247 199.204.45.223 - - [16/Apr/2026:03:52:06 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.038 [openstack-keystone-api-5000] [] 10.0.0.162:5000 90 0.038 404 a2d80cb83a25d61a42a41e9ba4e40383 199.204.45.223 - - [16/Apr/2026:03:52:06 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.029 [openstack-keystone-api-5000] [] 10.0.0.162:5000 370 0.029 200 d0a728d442862ba87b8c5e34a25c3a4a 199.204.45.223 - - [16/Apr/2026:03:52:06 +0000] "GET /v3/domains/dca7402e598c4d20a56fbf9f13beb28f HTTP/1.1" 200 247 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.162:5000 247 0.018 200 0ae05a5463c4b37228f0e01984b43442 199.204.45.223 - - [16/Apr/2026:03:52:07 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.162:5000 266 0.004 200 0b362dd3ae4aeb728a3bf98352791dab 199.204.45.223 - - [16/Apr/2026:03:52:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.308 [openstack-keystone-api-5000] [] 10.0.0.162:5000 1360 0.307 201 e5c417d3800621b15ba0369b91977fec 199.204.45.223 - - [16/Apr/2026:03:52:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.162:5000 281 0.003 300 2cff767c395803aaac996abbe3477858 199.204.45.223 - - [16/Apr/2026:03:52:07 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.019 [openstack-keystone-api-5000] [] 10.0.0.162:5000 101 0.018 404 1b40f2ee439ac91b0bad753470772a8d 199.204.45.223 - - [16/Apr/2026:03:52:07 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.162:5000 156 0.020 200 77e71d06d5686866add8b3719b167e08 199.204.45.223 - - [16/Apr/2026:03:52:07 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.037 [openstack-keystone-api-5000] [] 10.0.0.162:5000 342 0.037 201 1f6dae2fbb3931d9f11f0a0cb8a61639 199.204.45.223 - - [16/Apr/2026:03:52:08 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.162:5000 266 0.003 200 6453c740bb6393600b2837df006d8045 199.204.45.223 - - [16/Apr/2026:03:52:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.162:5000 1360 0.303 201 33a06e50ea6fcf3022273586acfb7a19 199.204.45.223 - - [16/Apr/2026:03:52:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.162:5000 281 0.004 300 0abf9307679e54dd3b66647f128414b2 199.204.45.223 - - [16/Apr/2026:03:52:08 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.162:5000 98 0.020 404 874be33d41f9c82294b7ef383c1acc53 199.204.45.223 - - [16/Apr/2026:03:52:08 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.019 [openstack-keystone-api-5000] [] 10.0.0.162:5000 136 0.019 200 118f4548c6426e0bf8fbde47eca6dd66 199.204.45.223 - - [16/Apr/2026:03:52:08 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.055 [openstack-keystone-api-5000] [] 10.0.0.162:5000 357 0.055 201 303c6554a8f72583b19d92b371c30112 199.204.45.223 - - [16/Apr/2026:03:52:09 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.162:5000 266 0.003 200 7bd90165a036f2512d16e2cbcf61413b 199.204.45.223 - - [16/Apr/2026:03:52:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.162:5000 1360 0.290 201 351315c2f9c48bdce5ca5de10b55f58d 199.204.45.223 - - [16/Apr/2026:03:52:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.162:5000 281 0.003 300 d6b6fe69689aa06d71b445cd58e722fd 199.204.45.223 - - [16/Apr/2026:03:52:09 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.029 [openstack-keystone-api-5000] [] 10.0.0.162:5000 131 0.028 404 00ac816334e30b39ff561a16f959ee5f 199.204.45.223 - - [16/Apr/2026:03:52:09 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.017 [openstack-keystone-api-5000] [] 10.0.0.162:5000 168 0.017 200 e088760226cbcbd91fad5f54249c539d 199.204.45.223 - - [16/Apr/2026:03:52:09 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.071 [openstack-keystone-api-5000] [] 10.0.0.162:5000 224 0.071 201 2a73f0f95009e7dd6cbde1c759d2fe1e W0416 03:52:16.958322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:52:16.958550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:52:20.292355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:52:20.292383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:52:23.626048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:52:23.626092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:52:43.989823 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.97.6.102"}] I0416 03:52:43.999362 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"211de5c5-df28-4e19-b675-e0f071577be9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6877", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 03:52:44.018821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:52:44.018868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0416 03:53:51.685376 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-223.nip.io. Skipping. W0416 03:53:51.686060 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0416 03:53:51.686257 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0416 03:53:51.686360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:53:51.686414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:53:51.691150 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0.048s admissionTime:0.054s testedConfigurationSize:33.4kB} I0416 03:53:51.691185 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0416 03:53:51.828268 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0416 03:53:51.828734 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-223.nip.io. Skipping. W0416 03:53:51.829045 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store I0416 03:53:51.829285 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"f5a84274-f9f0-4456-a7a2-347e5d82f608", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7145", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 03:53:51.829499 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0416 03:53:51.829642 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0416 03:53:51.829915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:53:51.829939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:53:51.830121 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 03:53:52.039730 7 controller.go:216] "Backend successfully reloaded" I0416 03:53:52.040060 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-spxz4", UID:"74d1a34b-fbfc-439e-80dd-e6464fb292d5", APIVersion:"v1", ResourceVersion:"1380", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0416 03:53:54.736361 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0416 03:53:54.736596 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-223.nip.io. Skipping. I0416 03:53:54.737984 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0416 03:53:55.163044 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0416 03:53:55.163224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:53:55.163265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [16/Apr/2026:03:54:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.18:8080 1928 0.469 200 6bd6374619873934c518728362ebca72 199.204.45.223 - - [16/Apr/2026:03:54:16 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.043 [auth-system-keycloak-80] [] 10.0.0.18:8080 2 0.043 200 83926a8b53e7c55cacfff3ccd5d1dd5a 199.204.45.223 - - [16/Apr/2026:03:54:18 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 2.179 [auth-system-keycloak-80] [] 10.0.0.18:8080 0 2.177 201 5a6c6b133c2ced903c91f008da23f8d4 199.204.45.223 - - [16/Apr/2026:03:54:18 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.020 [auth-system-keycloak-80] [] 10.0.0.18:8080 322 0.020 200 e842205e95a109d52823ab0dea939fc2 199.204.45.223 - - [16/Apr/2026:03:54:18 +0000] "GET /admin/realms/atmosphere/users/dbb1a6ea-67fd-4d41-a875-0b24ad7fdffe/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.013 [auth-system-keycloak-80] [] 10.0.0.18:8080 2 0.013 200 230065fa9d0e0ef7a68e5322bce0a034 199.204.45.223 - - [16/Apr/2026:03:54:18 +0000] "GET /admin/realms/atmosphere/users/dbb1a6ea-67fd-4d41-a875-0b24ad7fdffe/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.014 [auth-system-keycloak-80] [] 10.0.0.18:8080 2 0.014 200 8812f1f0585aed0041931072b0ee21dd 199.204.45.223 - - [16/Apr/2026:03:54:20 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.162:5000 266 0.004 200 a59a8a21f2a12b30a5f2f4f5dd449e9f 199.204.45.223 - - [16/Apr/2026:03:54:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.311 [openstack-keystone-api-5000] [] 10.0.0.162:5000 1360 0.311 201 f32b63f529d7cd7e45068a0518adbd96 199.204.45.223 - - [16/Apr/2026:03:54:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.162:5000 281 0.003 300 fe38f3aaa5c4d769b615b66dd6a6ed72 199.204.45.223 - - [16/Apr/2026:03:54:20 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.079 [openstack-keystone-api-5000] [] 10.0.0.162:5000 90 0.079 404 e19f0ca69f254eae530e6b5232d1bb31 199.204.45.223 - - [16/Apr/2026:03:54:20 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.027 [openstack-keystone-api-5000] [] 10.0.0.162:5000 370 0.027 200 c22b3fca64bf2fd22078176efbc2aa1e 199.204.45.223 - - [16/Apr/2026:03:54:20 +0000] "GET /v3/users?domain_id=dca7402e598c4d20a56fbf9f13beb28f&name=test-user HTTP/1.1" 200 174 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.135 [openstack-keystone-api-5000] [] 10.0.0.162:5000 174 0.135 200 d7180ad3f2e09b67e8c7e2975e96c114 199.204.45.223 - - [16/Apr/2026:03:54:22 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.162:5000 266 0.003 200 e83fdb63515c81ab82ea3199397efb72 199.204.45.223 - - [16/Apr/2026:03:54:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.301 [openstack-keystone-api-5000] [] 10.0.0.162:5000 1360 0.300 201 53c96645ce5e55f9235140378c666cd1 199.204.45.223 - - [16/Apr/2026:03:54:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.162:5000 281 0.002 300 37bc9858f6b67e1ae901a21de9898a57 199.204.45.223 - - [16/Apr/2026:03:54:22 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.028 [openstack-keystone-api-5000] [] 10.0.0.162:5000 90 0.027 404 4dd6976f237daee8854cadfad3da00b0 199.204.45.223 - - [16/Apr/2026:03:54:22 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.025 [openstack-keystone-api-5000] [] 10.0.0.162:5000 370 0.026 200 cc1a7cf9a7c85ae03f4dd26037328b4c 199.204.45.223 - - [16/Apr/2026:03:54:24 +0000] "GET /v3/users?domain_id=dca7402e598c4d20a56fbf9f13beb28f&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 1.922 [openstack-keystone-api-5000] [] 10.0.0.162:5000 451 1.922 200 a3dee4a74430cf7e674fcb5f88ace388 I0416 03:54:43.972780 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.97.6.102"}] E0416 03:54:43.984631 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-223.nip.io. Skipping. I0416 03:54:43.985268 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"f5a84274-f9f0-4456-a7a2-347e5d82f608", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7375", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 03:54:44.002696 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0416 03:54:44.002784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:54:44.002800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:54:54.089029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:54:54.089064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store