------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0320 05:33:20.842847 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0320 05:33:20.842980 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0320 05:33:20.851622 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0320 05:33:20.855066 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0320 05:33:21.020439 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0320 05:33:21.038108 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0320 05:33:21.049834 7 nginx.go:271] "Starting NGINX Ingress controller" I0320 05:33:21.054922 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"4de41953-59d5-4722-a6ed-e0766615676d", APIVersion:"v1", ResourceVersion:"1148", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0320 05:33:21.059291 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"1a2478f1-47fd-4afa-a2d6-8fd347e04186", APIVersion:"v1", ResourceVersion:"1149", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0320 05:33:21.059325 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"1bb7d88c-760d-4ac0-88b4-f2f535c0c1a8", APIVersion:"v1", ResourceVersion:"1150", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0320 05:33:22.250819 7 nginx.go:317] "Starting NGINX process" I0320 05:33:22.250910 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0320 05:33:22.251460 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0320 05:33:22.251966 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0320 05:33:22.252036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:22.252065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:33:22.252135 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 05:33:22.286271 7 controller.go:216] "Backend successfully reloaded" I0320 05:33:22.286599 7 controller.go:227] "Initial sync, sleeping for 1 second" I0320 05:33:22.286694 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wwbnb", UID:"d2ff4d7f-a9d3-4fe8-90e3-dc266b32a983", APIVersion:"v1", ResourceVersion:"1193", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 05:33:22.431080 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0320 05:33:22.431171 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-wwbnb" W0320 05:33:26.075151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:26.075198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:29.409958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:29.410015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:32.742588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:32.742640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:36.075822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:36.075858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:39.410229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:39.410278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:42.880841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:42.880888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:46.215130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:46.215167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:49.549862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:49.549903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:59.920383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:59.920426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:34:03.255152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:34:03.255196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:34:06.587517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:34:06.587571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:34:53.720506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:34:53.720540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:34:57.055772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:34:57.055812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:04.232636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:04.232662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:07.569073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:07.569114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:11.686092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:11.686130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:17.437606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:17.437642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:20.771057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:20.771100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:24.105437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:24.105482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:27.444777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:27.444825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:30.771980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:30.772028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:37:48.587036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:37:48.587100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:37:51.223942 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-115.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-115.nip.io-tls was not found. Using default certificate W0320 05:37:51.224038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:37:51.224064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:37:51.225359 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0320 05:37:51.225384 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0320 05:37:51.231715 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0320 05:37:51.232007 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d1594277-d5d4-4768-86d5-a89c72452a21", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2920", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:37:51.232324 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-115.nip.io-tls" in local store I0320 05:37:51.486319 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-115.nip.io-tls" I0320 05:37:51.487781 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-115.nip.io-tls" W0320 05:37:51.921774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:37:51.921821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:37:51.921895 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 05:37:51.962267 7 controller.go:216] "Backend successfully reloaded" I0320 05:37:51.962539 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wwbnb", UID:"d2ff4d7f-a9d3-4fe8-90e3-dc266b32a983", APIVersion:"v1", ResourceVersion:"1193", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0320 05:37:55.255788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:37:55.255824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [20/Mar/2026:05:38:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 1.703 [auth-system-keycloak-80] [] 10.0.0.1:8080 1885 1.702 200 d9db8433207a19835bc21af7844a7f92 199.204.45.115 - - [20/Mar/2026:05:38:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1197 0.102 [auth-system-keycloak-80] [] 10.0.0.1:8080 28 0.102 404 7fd61f4327a208296b0e814e1c418e50 199.204.45.115 - - [20/Mar/2026:05:38:06 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.278 [auth-system-keycloak-80] [] 10.0.0.1:8080 0 4.271 201 aee0d9f1b48d0798467bc7f13ac15983 199.204.45.115 - - [20/Mar/2026:05:38:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1197 0.686 [auth-system-keycloak-80] [] 10.0.0.1:8080 4177 0.687 200 c43089c5adfb3dea119a83f43878cbf2 199.204.45.115 - - [20/Mar/2026:05:38:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.078 [auth-system-keycloak-80] [] 10.0.0.1:8080 1885 0.077 200 34741a02fbc81c33eb64277ce2a180b4 199.204.45.115 - - [20/Mar/2026:05:38:07 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.090 [auth-system-keycloak-80] [] 10.0.0.1:8080 12500 0.091 200 20a53acbe064a79c4a63167271e761b7 199.204.45.115 - - [20/Mar/2026:05:38:07 +0000] "GET /admin/realms/atmosphere/client-scopes/f446eea4-7164-4e7b-8817-80aecacfce83 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.074 [auth-system-keycloak-80] [] 10.0.0.1:8080 1278 0.074 200 9129e276a5ada59187b0db9822a3fbe9 199.204.45.115 - - [20/Mar/2026:05:38:08 +0000] "PUT /admin/realms/atmosphere/client-scopes/f446eea4-7164-4e7b-8817-80aecacfce83 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.087 [auth-system-keycloak-80] [] 10.0.0.1:8080 0 0.085 204 fbc7606963189ce38194685ccbdb1c1c 199.204.45.115 - - [20/Mar/2026:05:38:08 +0000] "GET /admin/realms/atmosphere/client-scopes/f446eea4-7164-4e7b-8817-80aecacfce83/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.087 [auth-system-keycloak-80] [] 10.0.0.1:8080 963 0.087 200 37a4a671c973fe78c3c910bb8f990ed1 199.204.45.115 - - [20/Mar/2026:05:38:08 +0000] "GET /admin/realms/atmosphere/client-scopes/f446eea4-7164-4e7b-8817-80aecacfce83/protocol-mappers/models/65742130-8a37-4d7c-a7c1-88e0b811bc12 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.010 [auth-system-keycloak-80] [] 10.0.0.1:8080 366 0.011 200 b7d36c6056460c85e50c64ba02fc6dd3 199.204.45.115 - - [20/Mar/2026:05:38:08 +0000] "PUT /admin/realms/atmosphere/client-scopes/f446eea4-7164-4e7b-8817-80aecacfce83/protocol-mappers/models/65742130-8a37-4d7c-a7c1-88e0b811bc12 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.080 [auth-system-keycloak-80] [] 10.0.0.1:8080 0 0.079 204 82b23da31fc00316762bd55b9105c118 199.204.45.115 - - [20/Mar/2026:05:38:08 +0000] "GET /admin/realms/atmosphere/client-scopes/f446eea4-7164-4e7b-8817-80aecacfce83 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.018 [auth-system-keycloak-80] [] 10.0.0.1:8080 1218 0.018 200 bb588569a46bef9ed4175dd618dbfe72 I0320 05:38:22.437575 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.105.74.127"}] I0320 05:38:22.445274 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d1594277-d5d4-4768-86d5-a89c72452a21", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3258", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:38:22.446874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:38:22.446907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [20/Mar/2026:05:38:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.1:8080 1885 0.046 200 059380d7664c974ae97cb07a4fbcab5c 199.204.45.115 - - [20/Mar/2026:05:38:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.1:8080 2 0.011 200 f69de10ce88caf4addcace687e29434c 199.204.45.115 - - [20/Mar/2026:05:38:29 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.197 [auth-system-keycloak-80] [] 10.0.0.1:8080 0 0.196 201 878b3740a74fbf4bf0b703d5496dfcab 199.204.45.115 - - [20/Mar/2026:05:38:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.025 [auth-system-keycloak-80] [] 10.0.0.1:8080 1261 0.025 200 7a5990017f958ffc372a52139356904a 199.204.45.115 - - [20/Mar/2026:05:38:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.1:8080 1885 0.045 200 27ec03c654f6eae99001bb7c2196358a 199.204.45.115 - - [20/Mar/2026:05:38:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.1:8080 2 0.011 200 3bac15cc9c79abbb0813f7911aa0e970 199.204.45.115 - - [20/Mar/2026:05:38:29 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.084 [auth-system-keycloak-80] [] 10.0.0.1:8080 0 0.083 201 a6125520f7e20c3f3cdb557240e855e8 199.204.45.115 - - [20/Mar/2026:05:38:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.1:8080 1286 0.023 200 4af6826a16c58f088a2fd5fc0e142f71 199.204.45.115 - - [20/Mar/2026:05:38:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.1:8080 1885 0.047 200 cc8170d03a2b8bf91b7118720ae9f84c 199.204.45.115 - - [20/Mar/2026:05:38:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.027 [auth-system-keycloak-80] [] 10.0.0.1:8080 2 0.026 200 2b91fc2ad6e2a9c8b93a76bb0b486345 199.204.45.115 - - [20/Mar/2026:05:38:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.097 [auth-system-keycloak-80] [] 10.0.0.1:8080 0 0.096 201 6b3c3140d8093d62241204a2ed8a05a2 199.204.45.115 - - [20/Mar/2026:05:38:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.083 [auth-system-keycloak-80] [] 10.0.0.1:8080 1251 0.083 200 dfe62e37e7302832493099dcf82f811f 199.204.45.115 - - [20/Mar/2026:05:38:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.063 [auth-system-keycloak-80] [] 10.0.0.1:8080 1885 0.060 200 25ea633300dd66a52de2d58e5843ecac 199.204.45.115 - - [20/Mar/2026:05:38:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.1:8080 1261 0.007 200 f62d0f0bb74162bba58ed5c311e418cd 199.204.45.115 - - [20/Mar/2026:05:38:31 +0000] "GET /admin/realms/atmosphere/clients/a0b7265d-1161-48c5-8466-cfdf93ecd52e/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.1:8080 31 0.015 404 742b86bd105f4d9bd5697f849240de24 199.204.45.115 - - [20/Mar/2026:05:38:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.1:8080 1261 0.005 200 f1b085984f992728251d321adeff41c4 199.204.45.115 - - [20/Mar/2026:05:38:31 +0000] "POST /admin/realms/atmosphere/clients/a0b7265d-1161-48c5-8466-cfdf93ecd52e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.043 [auth-system-keycloak-80] [] 10.0.0.1:8080 0 0.043 201 5e0c270da9df708379bf61c9b2b06e5e 199.204.45.115 - - [20/Mar/2026:05:38:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.077 [auth-system-keycloak-80] [] 10.0.0.1:8080 1261 0.076 200 b5d641773108d0e5328b9ec284373b84 199.204.45.115 - - [20/Mar/2026:05:38:31 +0000] "GET /admin/realms/atmosphere/clients/a0b7265d-1161-48c5-8466-cfdf93ecd52e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.1:8080 166 0.016 200 ca20cfb3018e76c4c7851c53b64c6da8 199.204.45.115 - - [20/Mar/2026:05:38:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.053 [auth-system-keycloak-80] [] 10.0.0.1:8080 1885 0.052 200 c19025f6d9ced4c20907af60a4f3dceb 199.204.45.115 - - [20/Mar/2026:05:38:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.1:8080 1286 0.005 200 21aaf59e89e3dd2e0c54a94ef3f41228 199.204.45.115 - - [20/Mar/2026:05:38:31 +0000] "GET /admin/realms/atmosphere/clients/8962f688-a622-4756-8a0e-8151b6a9d2c2/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1254 0.038 [auth-system-keycloak-80] [] 10.0.0.1:8080 31 0.039 404 80eb0d2acc78d84bc7e6a4d04d840fcf 199.204.45.115 - - [20/Mar/2026:05:38:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.1:8080 1286 0.005 200 e96be5ee87fe6f867349228bfa071e65 199.204.45.115 - - [20/Mar/2026:05:38:31 +0000] "POST /admin/realms/atmosphere/clients/8962f688-a622-4756-8a0e-8151b6a9d2c2/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.079 [auth-system-keycloak-80] [] 10.0.0.1:8080 0 0.079 201 3086052843022e58bab80bcd9a23bf5b 199.204.45.115 - - [20/Mar/2026:05:38:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.1:8080 1286 0.008 200 26eb0d2b8b0ea5a9329ba082fff4cb95 199.204.45.115 - - [20/Mar/2026:05:38:31 +0000] "GET /admin/realms/atmosphere/clients/8962f688-a622-4756-8a0e-8151b6a9d2c2/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.066 [auth-system-keycloak-80] [] 10.0.0.1:8080 165 0.067 200 72436fec46790fffcf5821a99aaab08a 199.204.45.115 - - [20/Mar/2026:05:38:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.051 [auth-system-keycloak-80] [] 10.0.0.1:8080 1885 0.050 200 0e3d5aaca41c0ee3594ca487ecc846b5 199.204.45.115 - - [20/Mar/2026:05:38:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.1:8080 1286 0.007 200 c76e77ca931e2397e1144b9da401eb72 199.204.45.115 - - [20/Mar/2026:05:38:32 +0000] "GET /admin/realms/atmosphere/clients/8962f688-a622-4756-8a0e-8151b6a9d2c2/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.1:8080 31 0.010 404 110b64f25e4f2c268037446b1f3955ea 199.204.45.115 - - [20/Mar/2026:05:38:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.1:8080 1286 0.023 200 8d9607e59411bdd72dad26f32c9a74b3 199.204.45.115 - - [20/Mar/2026:05:38:32 +0000] "POST /admin/realms/atmosphere/clients/8962f688-a622-4756-8a0e-8151b6a9d2c2/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.1:8080 0 0.013 201 9e182a35d976b071509325bd444df94c 199.204.45.115 - - [20/Mar/2026:05:38:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.1:8080 1286 0.007 200 24a0361e40e38d664a207e40053cdc6f 199.204.45.115 - - [20/Mar/2026:05:38:32 +0000] "GET /admin/realms/atmosphere/clients/8962f688-a622-4756-8a0e-8151b6a9d2c2/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.046 [auth-system-keycloak-80] [] 10.0.0.1:8080 166 0.046 200 9cba6ac708222aadd54446a41201b414 199.204.45.115 - - [20/Mar/2026:05:38:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.1:8080 1885 0.046 200 0318276bb20478710c7e6031014eed28 199.204.45.115 - - [20/Mar/2026:05:38:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.1:8080 1286 0.012 200 4e55cc1a0cd5e8306880e17c8ad17bec 199.204.45.115 - - [20/Mar/2026:05:38:32 +0000] "GET /admin/realms/atmosphere/clients/8962f688-a622-4756-8a0e-8151b6a9d2c2/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1255 0.064 [auth-system-keycloak-80] [] 10.0.0.1:8080 31 0.064 404 ac01e0dd243e6e8a2b94cbc1c7e43da4 199.204.45.115 - - [20/Mar/2026:05:38:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.1:8080 1286 0.006 200 031971a10d4a602a849f60a03fcc753f 199.204.45.115 - - [20/Mar/2026:05:38:32 +0000] "POST /admin/realms/atmosphere/clients/8962f688-a622-4756-8a0e-8151b6a9d2c2/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.064 [auth-system-keycloak-80] [] 10.0.0.1:8080 0 0.063 201 41dd50ac81113e223cbeda14e6a1212d 199.204.45.115 - - [20/Mar/2026:05:38:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.1:8080 1286 0.006 200 475a3124975f07c5b7ffc73235da1314 199.204.45.115 - - [20/Mar/2026:05:38:32 +0000] "GET /admin/realms/atmosphere/clients/8962f688-a622-4756-8a0e-8151b6a9d2c2/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.1:8080 166 0.011 200 71c9791de1de70a4ed9ed0e061e025bf 199.204.45.115 - - [20/Mar/2026:05:38:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.1:8080 1885 0.044 200 58afdf361bb573c2a5a68db2b7ebf82d 199.204.45.115 - - [20/Mar/2026:05:38:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.1:8080 1251 0.006 200 36cc7622fd1c5a8cd0653d65348b7a95 199.204.45.115 - - [20/Mar/2026:05:38:33 +0000] "GET /admin/realms/atmosphere/clients/9b83cb8e-5585-4109-971f-de3e6e6a63c8/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.006 [auth-system-keycloak-80] [] 10.0.0.1:8080 31 0.006 404 f31b757a5e5ae32e2ba9899a0a436a10 199.204.45.115 - - [20/Mar/2026:05:38:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.1:8080 1251 0.008 200 69116fcf4a2b0df6e7d3707db3d4f62b 199.204.45.115 - - [20/Mar/2026:05:38:33 +0000] "POST /admin/realms/atmosphere/clients/9b83cb8e-5585-4109-971f-de3e6e6a63c8/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.1:8080 0 0.015 201 52f4f0532473c34a7a93695c0310c1de 199.204.45.115 - - [20/Mar/2026:05:38:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.042 [auth-system-keycloak-80] [] 10.0.0.1:8080 1251 0.042 200 6401cc76bd328b5f2f8f7309e3444819 199.204.45.115 - - [20/Mar/2026:05:38:33 +0000] "GET /admin/realms/atmosphere/clients/9b83cb8e-5585-4109-971f-de3e6e6a63c8/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.1:8080 166 0.012 200 636b0444e340ac8f26f1a378ba16ece3 W0320 05:39:37.610962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:37.611013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:37.701773 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 05:39:37.701880 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0320 05:39:37.701945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:37.701972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:37.707493 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:39:37.707630 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0320 05:39:37.707696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:37.707725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:37.708152 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:39:37.708232 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0320 05:39:37.708273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:37.708289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:39:37.709444 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.008s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.008s testedConfigurationSize:18.2kB} I0320 05:39:37.709489 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0320 05:39:37.709703 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:18.2kB} I0320 05:39:37.709723 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0320 05:39:37.709960 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.004s admissionTime:0.008s testedConfigurationSize:18.2kB} I0320 05:39:37.709993 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0320 05:39:37.722827 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0320 05:39:37.723249 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0320 05:39:37.723272 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0320 05:39:37.723486 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0320 05:39:37.723515 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"d9a4b1bc-9284-4f19-b7db-ae5323024da1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3842", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 05:39:37.723532 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"796a5012-b9bd-4460-81e1-55f409995bc2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3843", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 05:39:37.723553 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0320 05:39:37.723777 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0320 05:39:37.723880 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"a9ef4425-7da9-4e63-b2dd-8da4ad2c72ff", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3844", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 05:39:38.033437 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0320 05:39:38.034322 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0320 05:39:38.487247 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0320 05:39:38.488005 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0320 05:39:38.575781 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0320 05:39:38.576580 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0320 05:39:40.944329 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:39:40.944375 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 05:39:40.944403 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:39:40.944488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:40.944506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:39:40.944587 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 05:39:40.994924 7 controller.go:216] "Backend successfully reloaded" I0320 05:39:40.995114 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wwbnb", UID:"d2ff4d7f-a9d3-4fe8-90e3-dc266b32a983", APIVersion:"v1", ResourceVersion:"1193", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0320 05:39:44.277654 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:39:44.277703 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 05:39:44.277727 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:39:44.277810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:44.277830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:47.611793 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:39:47.611843 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 05:39:47.611868 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:39:47.611961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:47.611987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:50.946420 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:39:50.946487 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 05:39:50.946527 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:39:50.946651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:50.946676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:54.278340 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:39:54.278403 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 05:39:54.278442 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:39:54.278554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:54.278574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:57.612194 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:39:57.612328 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 05:39:57.612413 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:39:57.612579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:57.612642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:00.944431 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:00.944502 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 05:40:00.944543 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:40:00.944688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:00.944719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:04.277920 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:04.277975 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 05:40:04.278005 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:40:04.278085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:04.278108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:07.611516 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:07.611569 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 05:40:07.611589 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:40:07.611653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:07.611668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:10.944957 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:10.945088 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:40:10.945236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:10.945277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:14.277882 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:14.277948 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:40:14.278026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:14.278045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:17.824991 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:17.825091 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:40:17.825227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:17.825242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:21.159467 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:21.159867 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:40:21.160114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:21.160143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.208 - - [20/Mar/2026:05:40:21 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "Go-http-client/1.1" 161 0.030 [auth-system-keycloak-80] [] 10.0.0.1:8080 6318 0.030 200 991629361dfdadaf1bf8801e148a124b 10.0.0.224 - - [20/Mar/2026:05:40:21 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "Go-http-client/1.1" 161 0.010 [auth-system-keycloak-80] [] 10.0.0.1:8080 6318 0.009 200 0d68daade20d56c86b3b95a990388c3e I0320 05:40:22.438906 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.105.74.127"}] I0320 05:40:22.440423 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.105.74.127"}] I0320 05:40:22.440652 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.105.74.127"}] I0320 05:40:22.446087 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"a9ef4425-7da9-4e63-b2dd-8da4ad2c72ff", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4912", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 05:40:22.451299 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"d9a4b1bc-9284-4f19-b7db-ae5323024da1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4913", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 05:40:22.453312 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"796a5012-b9bd-4460-81e1-55f409995bc2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4914", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:40:24.497911 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:24.498257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:24.498317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:27.825722 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:27.825958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:27.826036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:31.158782 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:31.159024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:31.159055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:34.492147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:34.492202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:37.827960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:37.828034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:41.159442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:41.159492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:47.748442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:47.748474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:51.082113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:51.082169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [20/Mar/2026:05:40:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.1:8080 1885 0.047 200 71c8604bb3453843f30d9f57987812f1 199.204.45.115 - - [20/Mar/2026:05:40:51 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.1:8080 4177 0.006 200 a9951f2f16e4161df8efa489155a7855 199.204.45.115 - - [20/Mar/2026:05:40:51 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5636 0.412 [auth-system-keycloak-80] [] 10.0.0.1:8080 0 0.410 204 3eed4897134ffd9bf6467285af8201d9 199.204.45.115 - - [20/Mar/2026:05:40:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1197 0.268 [auth-system-keycloak-80] [] 10.0.0.1:8080 4315 0.269 200 4a0313dbe13f83c676b2e144e541b6d6 199.204.45.115 - - [20/Mar/2026:05:40:52 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.1:8080 6318 0.006 200 b51ee5be79269d55fcc36b29cec44fb3 199.204.45.115 - - [20/Mar/2026:05:40:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.058 [auth-system-keycloak-80] [] 10.0.0.1:8080 1885 0.056 200 998fbb7d2d63c786d1d4651a39c121f4 199.204.45.115 - - [20/Mar/2026:05:40:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.1:8080 2 0.009 200 8cdaa3d46c2e1924f89bcfe186cc1b56 199.204.45.115 - - [20/Mar/2026:05:40:53 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.135 [auth-system-keycloak-80] [] 10.0.0.1:8080 0 0.135 201 347cea687533bd01faf9764df338192d 199.204.45.115 - - [20/Mar/2026:05:40:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.073 [auth-system-keycloak-80] [] 10.0.0.1:8080 2246 0.072 200 b714608807902023028cd0a0adeb183b 199.204.45.115 - - [20/Mar/2026:05:40:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.1:8080 1885 0.045 200 a23359283948f63b60a77b51286b6e97 199.204.45.115 - - [20/Mar/2026:05:40:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.1:8080 2246 0.006 200 785795a1f76e851afc8d2753695ed0ff 199.204.45.115 - - [20/Mar/2026:05:40:54 +0000] "GET /admin/realms/atmosphere/clients/1b5924b1-0916-4ef5-ae93-eee55cb21c75/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.019 [auth-system-keycloak-80] [] 10.0.0.1:8080 233 0.020 200 08a9ed5e9a90231a693e19948189e612 199.204.45.115 - - [20/Mar/2026:05:40:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.050 [auth-system-keycloak-80] [] 10.0.0.1:8080 831 0.050 200 1fefd16d70655d4bc184b8682ad58dc4 199.204.45.115 - - [20/Mar/2026:05:40:54 +0000] "GET /admin/realms/atmosphere/clients/67aaffd5-177c-4dbd-854f-e0ecca0e665d/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.024 [auth-system-keycloak-80] [] 10.0.0.1:8080 3758 0.023 200 c9965b3dc0382d100ad1a58ad8e27082 199.204.45.115 - - [20/Mar/2026:05:40:54 +0000] "GET /admin/realms/atmosphere/users/f5f10393-207b-4ae4-87a5-3b5c85f9f863/role-mappings/clients/67aaffd5-177c-4dbd-854f-e0ecca0e665d/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.152 [auth-system-keycloak-80] [] 10.0.0.1:8080 3758 0.151 200 d898dbf4540723c0a1f2208c736be09f 199.204.45.115 - - [20/Mar/2026:05:40:54 +0000] "GET /admin/realms/atmosphere/users/f5f10393-207b-4ae4-87a5-3b5c85f9f863/role-mappings/clients/67aaffd5-177c-4dbd-854f-e0ecca0e665d/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.018 [auth-system-keycloak-80] [] 10.0.0.1:8080 2 0.019 200 469815d8089bc9a0f82c02b0e5eef999 199.204.45.115 - - [20/Mar/2026:05:40:54 +0000] "POST /admin/realms/atmosphere/users/f5f10393-207b-4ae4-87a5-3b5c85f9f863/role-mappings/clients/67aaffd5-177c-4dbd-854f-e0ecca0e665d HTTP/1.1" 204 0 "-" "Ansible" 1390 0.020 [auth-system-keycloak-80] [] 10.0.0.1:8080 0 0.019 204 57aee858decb6cb6486a255e8518c3ea 199.204.45.115 - - [20/Mar/2026:05:40:54 +0000] "GET /admin/realms/atmosphere/users/f5f10393-207b-4ae4-87a5-3b5c85f9f863/role-mappings/clients/67aaffd5-177c-4dbd-854f-e0ecca0e665d/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.036 [auth-system-keycloak-80] [] 10.0.0.1:8080 576 0.036 200 b8161d001540698192a20fe5b275c1fa W0320 05:40:57.165356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:57.165387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:00.501160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:00.501213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:16.650633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:16.650702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:19.986863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:19.986942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:43:01.878935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:43:01.878986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:43:34.878639 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0320 05:43:34.878730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:43:34.878748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:43:34.882988 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0320 05:43:34.883030 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0320 05:43:34.888119 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0320 05:43:34.888314 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"fe2a5e00-fa83-4de2-a0b2-0f10b3491f6c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6146", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:43:34.888499 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0320 05:43:34.888777 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0320 05:43:34.888835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:43:34.888845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:43:34.888954 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 05:43:34.939498 7 controller.go:216] "Backend successfully reloaded" I0320 05:43:34.939994 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wwbnb", UID:"d2ff4d7f-a9d3-4fe8-90e3-dc266b32a983", APIVersion:"v1", ResourceVersion:"1193", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 05:43:35.232562 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0320 05:43:35.237017 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0320 05:43:38.222524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:43:38.222673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [20/Mar/2026:05:43:39 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.005 300 dad0478789d91457365a771c491d4cfb 199.204.45.115 - - [20/Mar/2026:05:43:40 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 266 0.003 200 79d9e2fdffc49160ede048ab48f4f9f6 199.204.45.115 - - [20/Mar/2026:05:43:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.414 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1297 0.414 201 52fb3f8643254d1dfe394deec8ceaf5c 199.204.45.115 - - [20/Mar/2026:05:43:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.003 300 4f16d250cfb79131f7a7917738b70a58 199.204.45.115 - - [20/Mar/2026:05:43:40 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.032 [openstack-keystone-api-5000] [] 10.0.0.106:5000 368 0.033 200 e5b8080da6a95977a71ca266bb532b1b 199.204.45.115 - - [20/Mar/2026:05:43:41 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 266 0.003 200 f420f4888c5aa2eced13b207e0939f46 199.204.45.115 - - [20/Mar/2026:05:43:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1297 0.289 201 af2b03590da8e69f14551f80b23cd67c 199.204.45.115 - - [20/Mar/2026:05:43:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 228a84ef7f7d11094b9c4774b5106f77 199.204.45.115 - - [20/Mar/2026:05:43:41 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.023 [openstack-keystone-api-5000] [] 10.0.0.106:5000 101 0.024 404 3704dafbf6d31ea02b503c554a0ddbc5 199.204.45.115 - - [20/Mar/2026:05:43:41 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.106:5000 156 0.019 200 cbe7a6e785d9a2e2e88408ca9be2e697 199.204.45.115 - - [20/Mar/2026:05:43:41 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.034 [openstack-keystone-api-5000] [] 10.0.0.106:5000 454 0.034 201 a9c7dc9c4aca059be8f9ca1c27356f2d 199.204.45.115 - - [20/Mar/2026:05:43:42 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 266 0.003 200 70e4ae87e90d25aeee103e6d67aed87a 199.204.45.115 - - [20/Mar/2026:05:43:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.314 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1297 0.314 201 d26c6e7ce69a956e6a791de99cf49b1d 199.204.45.115 - - [20/Mar/2026:05:43:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 bde156beffdab8fa30c630c151cc4a71 199.204.45.115 - - [20/Mar/2026:05:43:42 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-keystone-api-5000] [] 10.0.0.106:5000 98 0.023 404 738bdc46cab39409800ddae30d268ac7 199.204.45.115 - - [20/Mar/2026:05:43:42 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.021 [openstack-keystone-api-5000] [] 10.0.0.106:5000 136 0.022 200 3abb591913baa83e3b7e7f921cb57f7a 199.204.45.115 - - [20/Mar/2026:05:43:42 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.023 [openstack-keystone-api-5000] [] 10.0.0.106:5000 332 0.024 201 27f267d50c13a786db643b0a381a22b1 199.204.45.115 - - [20/Mar/2026:05:43:43 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 266 0.003 200 b4b5e5737c0eaf5184974828149c7eec 199.204.45.115 - - [20/Mar/2026:05:43:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1297 0.288 201 a70657cc0da80ee69c8249057cf9d48b 199.204.45.115 - - [20/Mar/2026:05:43:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.003 300 5d75d7ca4ef3981b4c15db74cd5b4bc3 199.204.45.115 - - [20/Mar/2026:05:43:43 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.029 [openstack-keystone-api-5000] [] 10.0.0.106:5000 131 0.029 404 5df4d132e9273907c2febb3362e78640 199.204.45.115 - - [20/Mar/2026:05:43:43 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.030 [openstack-keystone-api-5000] [] 10.0.0.106:5000 168 0.031 200 f3497ab89b27b847fb57b464e919fe2f 199.204.45.115 - - [20/Mar/2026:05:43:43 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.035 [openstack-keystone-api-5000] [] 10.0.0.106:5000 224 0.035 201 75cd89b1bbe903be9a5fb6484ceac4f8 W0320 05:43:53.715007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:43:53.715042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:43:57.048764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:43:57.048820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:00.546908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:00.546944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:03.881120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:03.881153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:19.193962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:19.193993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:44:22.439106 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.105.74.127"}] I0320 05:44:22.446045 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"fe2a5e00-fa83-4de2-a0b2-0f10b3491f6c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6491", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:44:22.528563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:22.528655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:25.862128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:25.862173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:29.196046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:29.197268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:32.528146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:32.528195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:45:54.053847 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0320 05:45:54.053964 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0320 05:45:54.054037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:45:54.054062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:45:54.058240 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0320 05:45:54.058276 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0320 05:45:54.062865 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0320 05:45:54.063138 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"8f205477-ef2a-48bc-8850-76132664b0b6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7144", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:45:54.063229 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0320 05:45:54.063480 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0320 05:45:54.063549 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0320 05:45:54.063612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:45:54.063625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:45:54.063711 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 05:45:54.108804 7 controller.go:216] "Backend successfully reloaded" I0320 05:45:54.108986 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wwbnb", UID:"d2ff4d7f-a9d3-4fe8-90e3-dc266b32a983", APIVersion:"v1", ResourceVersion:"1193", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 05:45:54.534403 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0320 05:45:54.536801 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.115 - - [20/Mar/2026:05:45:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.005 300 24761899058048cad9394eff3fcca00f 199.204.45.115 - - [20/Mar/2026:05:45:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.329 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1929 0.328 201 35ef42e1707b1e74a36657776280551b 199.204.45.115 - - [20/Mar/2026:05:45:55 +0000] "GET /v3/roles HTTP/1.1" 200 824 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.031 [openstack-keystone-api-5000] [] 10.0.0.106:5000 824 0.032 200 cc5e6d43671427f21e5361b06493d7b7 199.204.45.115 - - [20/Mar/2026:05:45:55 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.045 [openstack-keystone-api-5000] [] 10.0.0.106:5000 230 0.044 201 d9252f70db8916d0f7567fa3a1550a2d W0320 05:45:57.397387 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0320 05:45:57.397684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:45:57.397757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [20/Mar/2026:05:46:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 6d79fb97fd28f2288e9997be1c1d34e4 W0320 05:46:00.731069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:46:00.731114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [20/Mar/2026:05:46:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 548 0.289 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1929 0.289 201 b6e90f13d434c3ab651fa62791308cad 199.204.45.115 - - [20/Mar/2026:05:46:00 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "python-keystoneclient" 380 0.026 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1045 0.026 200 25b0f86c2607730985d6e358ef60d05f 199.204.45.115 - - [20/Mar/2026:05:46:00 +0000] "PUT /v3/roles/d129d8f4f7ca4c3697b6c358ac0a8e55/implies/2b90e6189df34d09bb3672fd14f32031 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.040 [openstack-keystone-api-5000] [] 10.0.0.106:5000 521 0.039 201 65f3f1d4c205f5c50dbf735a3d474741 I0320 05:46:22.454249 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.105.74.127"}] I0320 05:46:22.559316 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"8f205477-ef2a-48bc-8850-76132664b0b6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7450", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:46:22.610733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:46:22.610778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [20/Mar/2026:05:46:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.005 300 9a916dfbd0d3674e36dc0583d24bcb9a 199.204.45.115 - - [20/Mar/2026:05:46:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.344 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1992 0.344 201 b3bce7bd2f46bc687bf24f40baf492c3 199.204.45.115 - - [20/Mar/2026:05:46:49 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.033 [openstack-keystone-api-5000] [] 10.0.0.106:5000 87 0.033 404 260c496a701008837a7733e67b8687bb 199.204.45.115 - - [20/Mar/2026:05:46:49 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 440 0.034 [openstack-keystone-api-5000] [] 10.0.0.106:5000 390 0.034 200 802a8ed9d931e0d9e2ea09b9003c6675 199.204.45.115 - - [20/Mar/2026:05:46:49 +0000] "GET /v3/users?domain_id=1cfa49283baf481890ad0c0cbb7c241f&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.049 [openstack-keystone-api-5000] [] 10.0.0.106:5000 178 0.048 200 80d5cfd71b798a5f607184c3c9e810d3 199.204.45.115 - - [20/Mar/2026:05:46:49 +0000] "POST /v3/users HTTP/1.1" 201 327 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 664 0.281 [openstack-keystone-api-5000] [] 10.0.0.106:5000 327 0.281 201 4f9922eec09096abcdd6a2343c9e3f06 199.204.45.115 - - [20/Mar/2026:05:46:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.003 300 cd49a3d1ea0a3835fb522363bddc7ab4 199.204.45.115 - - [20/Mar/2026:05:46:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1992 0.296 201 3ed3bbadc12980d8036d6246f550d512 199.204.45.115 - - [20/Mar/2026:05:46:50 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.021 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1045 0.021 200 a64d16f1ed2b2b011095003699d9faaf 199.204.45.115 - - [20/Mar/2026:05:46:50 +0000] "GET /v3/domains HTTP/1.1" 200 810 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.120 [openstack-keystone-api-5000] [] 10.0.0.106:5000 810 0.120 200 9c889f611f01c7aae92c059ea71d7568 199.204.45.115 - - [20/Mar/2026:05:46:50 +0000] "GET /v3/users?domain_id=1cfa49283baf481890ad0c0cbb7c241f&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.062 [openstack-keystone-api-5000] [] 10.0.0.106:5000 494 0.063 200 27495a960e863e3402c01d4106f904f3 199.204.45.115 - - [20/Mar/2026:05:46:51 +0000] "GET /v3/projects?domain_id=1cfa49283baf481890ad0c0cbb7c241f HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.025 [openstack-keystone-api-5000] [] 10.0.0.106:5000 550 0.024 200 e325b09ee14c1bdbc4138fce488067e4 199.204.45.115 - - [20/Mar/2026:05:46:51 +0000] "GET /v3/role_assignments?role.id=67d38e0d80054e3aadf85ada7ddd6974&user.id=025c08fb0bf848b48f9d5845a2873ce6&scope.project.id=b25affd36dc244a4938ebf692f73cf0f HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.018 [openstack-keystone-api-5000] [] 10.0.0.106:5000 270 0.017 200 b1e8d7f206a462f416f5688d66ac758d 199.204.45.115 - - [20/Mar/2026:05:46:51 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.025 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1045 0.025 200 768061a18855e29576d206f38827da1f 199.204.45.115 - - [20/Mar/2026:05:46:51 +0000] "GET /v3/domains/1cfa49283baf481890ad0c0cbb7c241f HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-keystone-api-5000] [] 10.0.0.106:5000 270 0.022 200 2a92c950f3deb57125c93664c38506d2 199.204.45.115 - - [20/Mar/2026:05:46:51 +0000] "GET /v3/users?domain_id=1cfa49283baf481890ad0c0cbb7c241f&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.150 [openstack-keystone-api-5000] [] 10.0.0.106:5000 494 0.151 200 f9b8b94767701719e437023b8ef26b54 199.204.45.115 - - [20/Mar/2026:05:46:51 +0000] "GET /v3/projects?domain_id=1cfa49283baf481890ad0c0cbb7c241f HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.028 [openstack-keystone-api-5000] [] 10.0.0.106:5000 550 0.028 200 4a8e9b96fdd58fe55dc67f3980927af7 199.204.45.115 - - [20/Mar/2026:05:46:51 +0000] "GET /v3/role_assignments?role.id=67d38e0d80054e3aadf85ada7ddd6974&user.id=025c08fb0bf848b48f9d5845a2873ce6&scope.project.id=b25affd36dc244a4938ebf692f73cf0f HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.016 [openstack-keystone-api-5000] [] 10.0.0.106:5000 270 0.017 200 dfaf7ff4e7cfb4319512ee98a0c6308c 199.204.45.115 - - [20/Mar/2026:05:46:51 +0000] "PUT /v3/projects/b25affd36dc244a4938ebf692f73cf0f/users/025c08fb0bf848b48f9d5845a2873ce6/roles/67d38e0d80054e3aadf85ada7ddd6974 HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 558 0.044 [openstack-keystone-api-5000] [] 10.0.0.106:5000 0 0.045 204 9c0957d625925a8a34398e32a1671d43 199.204.45.115 - - [20/Mar/2026:05:46:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.005 300 f8dd4a223e94292978ceeb5378404437 199.204.45.115 - - [20/Mar/2026:05:46:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.336 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1992 0.335 201 c3fba75e6dc79d3c71aa40e102441f9f 199.204.45.115 - - [20/Mar/2026:05:46:52 +0000] "GET /v3/services HTTP/1.1" 200 597 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.019 [openstack-keystone-api-5000] [] 10.0.0.106:5000 597 0.019 200 c4e3fde8a7f3598e8a9225d8d237df0f 199.204.45.115 - - [20/Mar/2026:05:46:52 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 596 0.027 [openstack-keystone-api-5000] [] 10.0.0.106:5000 263 0.028 201 04807e13dcae150efcf915eb4af9a8fe 199.204.45.115 - - [20/Mar/2026:05:46:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.003 300 1a83ed55833ee175100dd66bac527eeb 199.204.45.115 - - [20/Mar/2026:05:46:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2094 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.106:5000 2094 0.307 201 9f1952fd08f3f8c83d90a56431096d4d 199.204.45.115 - - [20/Mar/2026:05:46:53 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.022 [openstack-keystone-api-5000] [] 10.0.0.106:5000 848 0.021 200 612a20579b10e2415a416cca303d6cec 199.204.45.115 - - [20/Mar/2026:05:46:53 +0000] "GET /v3/endpoints HTTP/1.1" 200 2223 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.021 [openstack-keystone-api-5000] [] 10.0.0.106:5000 2223 0.020 200 02ef9f994ab8cb39aa065d769da9f7d4 199.204.45.115 - - [20/Mar/2026:05:46:54 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 686 0.853 [openstack-keystone-api-5000] [] 10.0.0.106:5000 379 0.853 201 fc3903951cbb0bd29d1fef237bec310e 199.204.45.115 - - [20/Mar/2026:05:46:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.005 300 03867a99d52141703e075b90c24aa58d 199.204.45.115 - - [20/Mar/2026:05:46:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2303 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.316 [openstack-keystone-api-5000] [] 10.0.0.106:5000 2303 0.316 201 be44859632110ee58133cf874c61048e 199.204.45.115 - - [20/Mar/2026:05:46:54 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.016 [openstack-keystone-api-5000] [] 10.0.0.106:5000 848 0.017 200 dbc6a4734d60e8ebd2a353fda380b3ad 199.204.45.115 - - [20/Mar/2026:05:46:54 +0000] "GET /v3/endpoints HTTP/1.1" 200 2589 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.018 [openstack-keystone-api-5000] [] 10.0.0.106:5000 2589 0.019 200 2430af587fca261864ad1116f81c2375 199.204.45.115 - - [20/Mar/2026:05:46:54 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 699 0.035 [openstack-keystone-api-5000] [] 10.0.0.106:5000 392 0.036 201 b48dad722b61ae50aa51e3e1af76ba83 W0320 05:46:56.147706 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 05:46:56.147887 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0320 05:46:56.147996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:46:56.148027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:46:56.153423 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:35.7kB} I0320 05:46:56.153471 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0320 05:46:56.159161 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0320 05:46:56.159457 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"315df9ac-d98b-4d03-b09f-d5cbcca071e7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7657", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:46:56.159909 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0320 05:46:56.160363 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 05:46:56.160517 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0320 05:46:56.160643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:46:56.160669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:46:56.160859 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 05:46:56.211845 7 controller.go:216] "Backend successfully reloaded" I0320 05:46:56.212157 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wwbnb", UID:"d2ff4d7f-a9d3-4fe8-90e3-dc266b32a983", APIVersion:"v1", ResourceVersion:"1193", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 05:46:56.389602 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0320 05:46:56.390736 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0320 05:46:59.496003 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 05:46:59.496213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:46:59.496243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:47:15.908634 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 05:47:15.908756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:47:15.908765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:47:20.926831 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 05:47:20.927105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:47:20.927133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:47:22.437290 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.105.74.127"}] I0320 05:47:22.442293 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"315df9ac-d98b-4d03-b09f-d5cbcca071e7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7950", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:47:24.261143 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 05:47:24.261344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:47:24.261377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:47:24.261556 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 05:47:24.313547 7 controller.go:216] "Backend successfully reloaded" I0320 05:47:24.313879 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wwbnb", UID:"d2ff4d7f-a9d3-4fe8-90e3-dc266b32a983", APIVersion:"v1", ResourceVersion:"1193", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0320 05:47:27.594009 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 05:47:27.594255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:47:27.594290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:47:30.929103 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 05:47:30.929452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:47:30.929491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:47:46.659957 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 05:47:46.660136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:47:46.660164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:47:49.994702 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 05:47:49.994893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:47:49.994921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:47:54.381084 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 05:47:54.381400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:47:54.381428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:48:31.849515 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 05:48:31.849637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:48:31.849656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:49:10.061953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:49:10.061998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:49:59.284943 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 05:49:59.285232 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0320 05:49:59.285475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:49:59.285506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:49:59.291063 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.007s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:39.2kB} I0320 05:49:59.291108 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0320 05:49:59.295282 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0320 05:49:59.295548 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"fb91d809-df8c-4a26-b557-91991c406ad7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9127", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:49:59.295752 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0320 05:49:59.296106 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 05:49:59.296210 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0320 05:49:59.296291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:49:59.296312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:49:59.296461 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 05:49:59.354347 7 controller.go:216] "Backend successfully reloaded" I0320 05:49:59.354609 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wwbnb", UID:"d2ff4d7f-a9d3-4fe8-90e3-dc266b32a983", APIVersion:"v1", ResourceVersion:"1193", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 05:49:59.631772 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0320 05:49:59.633122 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0320 05:50:02.631110 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 05:50:02.631387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:50:02.631419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [20/Mar/2026:05:50:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 8506085f3b2e34a812d02ebf59a458b4 199.204.45.115 - - [20/Mar/2026:05:50:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.335 [openstack-keystone-api-5000] [] 10.0.0.106:5000 3138 0.336 201 b6af474f6d06370567df339db875c4d1 199.204.45.115 - - [20/Mar/2026:05:50:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f7a12a58bee5900c9e0a574646179621 199.204.45.115 - - [20/Mar/2026:05:50:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3f15f5ee5ed1ab6560cdf9856f546bde 199.204.45.115 - - [20/Mar/2026:05:50:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8f9d199a7c10ea88063d56d787fe737e 199.204.45.115 - - [20/Mar/2026:05:50:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ff0b4a68cc719c74c082250af375d569 199.204.45.115 - - [20/Mar/2026:05:50:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3fcc050c342788f7410c09a68ca5d0ae 199.204.45.115 - - [20/Mar/2026:05:50:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3eff0c84ebd6a9337beabced056d0e12 199.204.45.115 - - [20/Mar/2026:05:50:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.005 300 3e4bab95b909363f10a2da154091c425 W0320 05:50:08.810957 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 05:50:08.811086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:50:08.811106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [20/Mar/2026:05:50:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.106:5000 3138 0.285 201 542dee36cca818ed923fba5919d508fc 199.204.45.115 - - [20/Mar/2026:05:50:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 702f827f260718314327c75162c19713 199.204.45.115 - - [20/Mar/2026:05:50:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6220881d4bf25209b68b0e3cd7be2455 199.204.45.115 - - [20/Mar/2026:05:50:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6e9715d794dcd2084f6154688419effe 199.204.45.115 - - [20/Mar/2026:05:50:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8bf20325c38c7ba6efba8b8204f123cb 199.204.45.115 - - [20/Mar/2026:05:50:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 93ad03dff7ec1477dc7b7d65fdfba8ae 199.204.45.115 - - [20/Mar/2026:05:50:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6cc1554ec5a548ce8d7cb74b587fa278 199.204.45.115 - - [20/Mar/2026:05:50:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.005 300 3a15d1f29f0926aafb4818255f52ae21 199.204.45.115 - - [20/Mar/2026:05:50:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.106:5000 3138 0.290 201 85c04d988b02a5c6d1d3dcd2a3777eca 199.204.45.115 - - [20/Mar/2026:05:50:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c7a1781d1cd6d05228a0aa1ff61bef20 199.204.45.115 - - [20/Mar/2026:05:50:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a9283c4c2724e44218683aa879638102 199.204.45.115 - - [20/Mar/2026:05:50:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 402d6933d47b8b5a6122fbf477ffa8f6 199.204.45.115 - - [20/Mar/2026:05:50:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ad2390410ff7219c3ef2cfe2e79109eb 199.204.45.115 - - [20/Mar/2026:05:50:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 75895668e00cc1a210d66a311a4d09df 199.204.45.115 - - [20/Mar/2026:05:50:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6a5670639ef006f81fbb42a116109e27 199.204.45.115 - - [20/Mar/2026:05:50:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 78aab2cadb511a395ddace3a658232e9 199.204.45.115 - - [20/Mar/2026:05:50:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.106:5000 3138 0.298 201 108c8a2b90f7267dba8210ffaf9745f9 199.204.45.115 - - [20/Mar/2026:05:50:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7d2a7b2e48758359e1eabb7725f7b65f 199.204.45.115 - - [20/Mar/2026:05:50:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d165d7c1187cdd79c94bbe670d87173f 199.204.45.115 - - [20/Mar/2026:05:50:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0a1d6f75b6af830db8b3d5a5c7ee93f4 199.204.45.115 - - [20/Mar/2026:05:50:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 55b89b97af491fec96347cf45016ea51 199.204.45.115 - - [20/Mar/2026:05:50:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4424e191a8f420e441fa899a4fda1f5d 199.204.45.115 - - [20/Mar/2026:05:50:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e3b47d44d591db817023c167478a3c46 199.204.45.115 - - [20/Mar/2026:05:50:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.003 300 b990d30e4c2d9a7f7a873fa4343705d0 199.204.45.115 - - [20/Mar/2026:05:50:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.106:5000 3138 0.293 201 79c4889dc8e40169615066a5fe317c43 199.204.45.115 - - [20/Mar/2026:05:50:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4021ca0067304a32644c6b8dcf2af38c 199.204.45.115 - - [20/Mar/2026:05:50:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6ea370cd48cfd57b37e6e5e195fc52b1 199.204.45.115 - - [20/Mar/2026:05:50:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - eef061e8d07d5a5e99a05aa8b21c0201 199.204.45.115 - - [20/Mar/2026:05:50:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0ff23444086ab349c0c51cad9c996a12 199.204.45.115 - - [20/Mar/2026:05:50:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cea07f967d4cf93b1c6785d01c23b1dc 199.204.45.115 - - [20/Mar/2026:05:50:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9e348371adc87a9522e69c4cc33db74d 199.204.45.115 - - [20/Mar/2026:05:50:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.005 300 c1a23234ce840b8895f85d3b11c00967 199.204.45.115 - - [20/Mar/2026:05:50:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.106:5000 3138 0.282 201 16d7a5f0a58cc26d1c222862dd96e3a5 199.204.45.115 - - [20/Mar/2026:05:50:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dcc7ddf9c9d947cbbe5c721a523b5a28 199.204.45.115 - - [20/Mar/2026:05:50:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 056889ecccfd3a0764135dfa027a04ce 199.204.45.115 - - [20/Mar/2026:05:50:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6994538687c65c8e51a02f74c64d65de 199.204.45.115 - - [20/Mar/2026:05:50:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6a4d48e348d1523bd5856fed932a3fec 199.204.45.115 - - [20/Mar/2026:05:50:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 33b0107024d54c85edf19009f84fbc90 199.204.45.115 - - [20/Mar/2026:05:50:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4bd4c080e2e25b36d87145b82e6c5182 199.204.45.115 - - [20/Mar/2026:05:50:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.003 300 659eeca987d5c8e3992468eaebdf60a7 199.204.45.115 - - [20/Mar/2026:05:50:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.106:5000 3138 0.310 201 a22b951c8353661ab40abb9fbbd6cb57 199.204.45.115 - - [20/Mar/2026:05:50:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 640814c8466e5095d24fae257cb9e56f 199.204.45.115 - - [20/Mar/2026:05:50:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fc3747d79e7806b83274f2baef281640 199.204.45.115 - - [20/Mar/2026:05:50:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c65bd328d1b9336418faaa91076d3fa7 199.204.45.115 - - [20/Mar/2026:05:50:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - eedc69c737714cdae24c5a25a95d656c 199.204.45.115 - - [20/Mar/2026:05:50:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 01ca23e8da31b6cb2c99e6281c103bd6 199.204.45.115 - - [20/Mar/2026:05:50:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4af320dca275bbe6cd1fdd9f77c47c5d W0320 05:50:18.327815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:50:18.327849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [20/Mar/2026:05:50:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 cd203c37c1cf6d7cb0aefc635666df63 199.204.45.115 - - [20/Mar/2026:05:50:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.106:5000 3138 0.311 201 55c2a2d75e9e74fadd354f857a7fb1ca 199.204.45.115 - - [20/Mar/2026:05:50:19 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.21:9292 1193 0.002 300 1b48839bba7215f7b5fd8f4f529dd10b 199.204.45.115 - - [20/Mar/2026:05:50:19 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.531 [openstack-glance-api-9292] [] 10.0.0.21:9292 69 0.532 200 4f2786267ccfa5d164e98f960f41ef3d I0320 05:50:22.441540 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.105.74.127"}] I0320 05:50:22.446144 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"fb91d809-df8c-4a26-b557-91991c406ad7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9297", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:50:22.449033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:50:22.449072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [20/Mar/2026:05:50:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 b5815380ad6e3a75eff59aff6a21aa19 199.204.45.115 - - [20/Mar/2026:05:50:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.280 [openstack-keystone-api-5000] [] 10.0.0.106:5000 3138 0.280 201 73dd41e797a4486b6cff6632f77f3c31 199.204.45.115 - - [20/Mar/2026:05:50:22 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.21:9292 1193 0.002 300 a26cb6e8c98dbfac16d47ac6ebafffb2 199.204.45.115 - - [20/Mar/2026:05:50:22 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.047 [openstack-glance-api-9292] [] 10.0.0.21:9292 69 0.047 200 e9874b9f071390edc1d20db28b34b9e9 199.204.45.115 - - [20/Mar/2026:05:50:22 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.110 [openstack-glance-api-9292] [] 10.0.0.21:9292 151 0.111 404 601630171f964ed21de1ac83186b461d 199.204.45.115 - - [20/Mar/2026:05:50:22 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.023 [openstack-glance-api-9292] [] 10.0.0.21:9292 81 0.023 200 1979aace253710edf754c16818c0013c 199.204.45.115 - - [20/Mar/2026:05:50:23 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.024 [openstack-glance-api-9292] [] 10.0.0.21:9292 84 0.025 200 c5ee908d201acf449b4398be2d7605f5 199.204.45.115 - - [20/Mar/2026:05:50:23 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 748 0.054 [openstack-glance-api-9292] [] 10.0.0.21:9292 760 0.055 201 77aa2b97be18bc12672fd2dfed8c6cde 199.204.45.115 - - [20/Mar/2026:05:50:28 +0000] "PUT /v2/images/f0ec395a-63b4-4242-9d44-7cb48966f1ce/file HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 5.304 [openstack-glance-api-9292] [] 10.0.0.21:9292 0 5.304 204 68244cb3583e78f0a58adb5c2ad5719f 199.204.45.115 - - [20/Mar/2026:05:50:28 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.016 [openstack-glance-api-9292] [] 10.0.0.21:9292 1240 0.017 200 2194afbaf5196b0d5e2a0bde5064db26 199.204.45.115 - - [20/Mar/2026:05:50:28 +0000] "PATCH /v2/images/f0ec395a-63b4-4242-9d44-7cb48966f1ce HTTP/1.1" 200 1171 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 540 0.015 [openstack-glance-api-9292] [] 10.0.0.21:9292 1171 0.014 200 8fafeba5476e1e5964dc26a9d6e75128 199.204.45.115 - - [20/Mar/2026:05:50:28 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.011 [openstack-glance-api-9292] [] 10.0.0.21:9292 1240 0.011 200 b79fe166587158126355af9179c675bb W0320 05:50:31.182640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:50:31.182683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:50:34.513193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:50:34.513249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store