------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0320 05:33:38.243141 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0320 05:33:38.243315 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0320 05:33:38.253201 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0320 05:33:38.258915 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0320 05:33:38.412964 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0320 05:33:38.433766 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0320 05:33:38.446313 7 nginx.go:271] "Starting NGINX Ingress controller" I0320 05:33:38.452828 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"d061b709-7939-4db3-a0b7-2e7d5e1fbd00", APIVersion:"v1", ResourceVersion:"1143", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0320 05:33:38.457404 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"91393960-138e-4ad7-9289-2bc3bbdf51ac", APIVersion:"v1", ResourceVersion:"1144", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0320 05:33:38.457505 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"e1f1f17a-e61c-4131-89a1-62be9d563516", APIVersion:"v1", ResourceVersion:"1145", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0320 05:33:39.648076 7 nginx.go:317] "Starting NGINX process" I0320 05:33:39.648218 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0320 05:33:39.648744 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0320 05:33:39.648936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:39.648959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:33:39.648999 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 05:33:39.658431 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0320 05:33:39.658958 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-pvvtx" I0320 05:33:39.681527 7 controller.go:216] "Backend successfully reloaded" I0320 05:33:39.681607 7 controller.go:227] "Initial sync, sleeping for 1 second" I0320 05:33:39.681659 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pvvtx", UID:"68576acd-d73e-486d-9b77-b920e4010ed0", APIVersion:"v1", ResourceVersion:"1185", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0320 05:33:43.485887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:43.485919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:46.820433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:46.820494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:50.153336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:50.153392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:53.486716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:53.486767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:56.820555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:33:56.820604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:34:00.153115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:34:00.153159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:34:03.486865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:34:03.486976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:34:06.821688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:34:06.821733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:34:10.153711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:34:10.153755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:34:13.486188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:34:13.486234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:34:16.819780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:34:16.819827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:06.263342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:06.263381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:19.222492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:19.222540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:22.558702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:22.558754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:26.983014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:26.983057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:30.316541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:30.316600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:33.650169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:33.650201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:36.990269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:36.990322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:40.317237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:40.317279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:45.300913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:45.300940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:48.634685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:48.634794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:52.355138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:52.355165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:55.690289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:35:55.690330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:37:57.532798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:37:57.532832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:38:00.294307 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-19.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-19.nip.io-tls was not found. Using default certificate W0320 05:38:00.294357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:38:00.294370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:38:00.295711 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0320 05:38:00.295753 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0320 05:38:00.304159 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0320 05:38:00.304644 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-19.nip.io-tls" in local store I0320 05:38:00.304652 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"6315abbf-be45-496a-b904-870021e8d217", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3043", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 05:38:00.520409 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-19.nip.io-tls" I0320 05:38:00.522286 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-19.nip.io-tls" W0320 05:38:00.866358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:38:00.866405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:38:00.866477 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 05:38:00.907997 7 controller.go:216] "Backend successfully reloaded" I0320 05:38:00.908558 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pvvtx", UID:"68576acd-d73e-486d-9b77-b920e4010ed0", APIVersion:"v1", ResourceVersion:"1185", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0320 05:38:04.201620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:38:04.201670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [20/Mar/2026:05:38:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.954 [auth-system-keycloak-80] [] 10.0.0.93:8080 1925 1.954 200 c83b7a56817e26d6cb8da7c862cb63fc 199.204.45.19 - - [20/Mar/2026:05:38:11 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.183 [auth-system-keycloak-80] [] 10.0.0.93:8080 116 0.183 404 13cf5d84a9f7ca81cf5c200a6a4ae7e7 199.204.45.19 - - [20/Mar/2026:05:38:17 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 5.294 [auth-system-keycloak-80] [] 10.0.0.93:8080 0 5.293 201 76c8a82ba7bf5b17357560c21098de6b 199.204.45.19 - - [20/Mar/2026:05:38:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.595 [auth-system-keycloak-80] [] 10.0.0.93:8080 4246 0.595 200 788cde50e0dad973e43b4cbeb2c69161 199.204.45.19 - - [20/Mar/2026:05:38:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.605 [auth-system-keycloak-80] [] 10.0.0.93:8080 1925 0.604 200 680c3ed2a90e7f05840ecc19cd882353 199.204.45.19 - - [20/Mar/2026:05:38:18 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.077 [auth-system-keycloak-80] [] 10.0.0.93:8080 12500 0.077 200 7c5da3af353eaf96cad0b327cd70f599 199.204.45.19 - - [20/Mar/2026:05:38:18 +0000] "GET /admin/realms/atmosphere/client-scopes/343facad-abfc-474c-989e-d1b51be9a387 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.007 [auth-system-keycloak-80] [] 10.0.0.93:8080 1278 0.007 200 16401ce604fe62514f24b7d5ac640372 199.204.45.19 - - [20/Mar/2026:05:38:18 +0000] "PUT /admin/realms/atmosphere/client-scopes/343facad-abfc-474c-989e-d1b51be9a387 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.050 [auth-system-keycloak-80] [] 10.0.0.93:8080 0 0.049 204 1e77bc4b016e6dc1314286feeed715c3 199.204.45.19 - - [20/Mar/2026:05:38:18 +0000] "GET /admin/realms/atmosphere/client-scopes/343facad-abfc-474c-989e-d1b51be9a387/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.099 [auth-system-keycloak-80] [] 10.0.0.93:8080 963 0.099 200 ab481a4650278f31a271365cd98bc612 199.204.45.19 - - [20/Mar/2026:05:38:19 +0000] "GET /admin/realms/atmosphere/client-scopes/343facad-abfc-474c-989e-d1b51be9a387/protocol-mappers/models/c340f7b9-5e56-45a5-a1bd-0bcf7118f751 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.008 [auth-system-keycloak-80] [] 10.0.0.93:8080 366 0.008 200 ba90076504886fb165650b4eb655a59b 199.204.45.19 - - [20/Mar/2026:05:38:19 +0000] "PUT /admin/realms/atmosphere/client-scopes/343facad-abfc-474c-989e-d1b51be9a387/protocol-mappers/models/c340f7b9-5e56-45a5-a1bd-0bcf7118f751 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.072 [auth-system-keycloak-80] [] 10.0.0.93:8080 0 0.071 204 084a7ff45d24bfc7f54b94b7c9ba714b 199.204.45.19 - - [20/Mar/2026:05:38:19 +0000] "GET /admin/realms/atmosphere/client-scopes/343facad-abfc-474c-989e-d1b51be9a387 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.015 [auth-system-keycloak-80] [] 10.0.0.93:8080 1218 0.015 200 561b48a377e8d08af1d49fd8d86a4e80 I0320 05:38:39.666102 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.108.34.251"}] I0320 05:38:40.215383 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"6315abbf-be45-496a-b904-870021e8d217", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3415", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:38:40.236899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:38:40.236954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [20/Mar/2026:05:38:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.473 [auth-system-keycloak-80] [] 10.0.0.93:8080 1925 0.473 200 2ab30abdf89ab9f909851cf20c9d156d 199.204.45.19 - - [20/Mar/2026:05:38:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.039 [auth-system-keycloak-80] [] 10.0.0.93:8080 2 0.039 200 69792c80fcda8e3074d9d4c5413089ef 199.204.45.19 - - [20/Mar/2026:05:38:40 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.200 [auth-system-keycloak-80] [] 10.0.0.93:8080 0 0.199 201 8bc66d3bdb48847de15e11cc233b9d12 199.204.45.19 - - [20/Mar/2026:05:38:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.078 [auth-system-keycloak-80] [] 10.0.0.93:8080 1259 0.078 200 885d9ed6dfcedc0cc9ccf3fe1fed3954 199.204.45.19 - - [20/Mar/2026:05:38:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.120 [auth-system-keycloak-80] [] 10.0.0.93:8080 1925 1.119 200 2f1ff1cb19d3dda29fa87c7c71e80820 199.204.45.19 - - [20/Mar/2026:05:38:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.013 [auth-system-keycloak-80] [] 10.0.0.93:8080 2 0.013 200 a3de887af16dbf42a89b6c5b7dc762cf 199.204.45.19 - - [20/Mar/2026:05:38:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.087 [auth-system-keycloak-80] [] 10.0.0.93:8080 0 0.087 201 a23539d5910475c3116ec7f4d2fe8bc0 199.204.45.19 - - [20/Mar/2026:05:38:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.071 [auth-system-keycloak-80] [] 10.0.0.93:8080 1283 0.071 200 04584a3d5ad9da520fec92331664dbd1 199.204.45.19 - - [20/Mar/2026:05:38:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.510 [auth-system-keycloak-80] [] 10.0.0.93:8080 1925 0.509 200 c943cdf4ea774eaa9c929bd73dd11a70 199.204.45.19 - - [20/Mar/2026:05:38:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.013 [auth-system-keycloak-80] [] 10.0.0.93:8080 2 0.013 200 db335165d44ffff8b686f24185353993 199.204.45.19 - - [20/Mar/2026:05:38:43 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.075 [auth-system-keycloak-80] [] 10.0.0.93:8080 0 0.074 201 c5f4261b8dc2f8dfe5bec2b29e88d3f6 199.204.45.19 - - [20/Mar/2026:05:38:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.082 [auth-system-keycloak-80] [] 10.0.0.93:8080 1249 0.082 200 766d39cb9b3d96c4f38d503ab9742a7d 199.204.45.19 - - [20/Mar/2026:05:38:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.508 [auth-system-keycloak-80] [] 10.0.0.93:8080 1925 0.508 200 3ac48a5b8fa64289064bfa82947382c6 199.204.45.19 - - [20/Mar/2026:05:38:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.031 [auth-system-keycloak-80] [] 10.0.0.93:8080 1259 0.031 200 dd13c0e8ba347c255f61a3df4127d75d 199.204.45.19 - - [20/Mar/2026:05:38:44 +0000] "GET /admin/realms/atmosphere/clients/e0cb5f6a-fc0a-4f5e-9044-a519c033b88d/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.93:8080 119 0.012 404 f837825c375577e777e92fd90f59b551 199.204.45.19 - - [20/Mar/2026:05:38:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.060 [auth-system-keycloak-80] [] 10.0.0.93:8080 1259 0.060 200 b5588c79b4bc36648907440dcd7b4158 199.204.45.19 - - [20/Mar/2026:05:38:44 +0000] "POST /admin/realms/atmosphere/clients/e0cb5f6a-fc0a-4f5e-9044-a519c033b88d/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.020 [auth-system-keycloak-80] [] 10.0.0.93:8080 0 0.019 201 7981fa28a90de5042d1c38ef2cdf37af 199.204.45.19 - - [20/Mar/2026:05:38:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.062 [auth-system-keycloak-80] [] 10.0.0.93:8080 1259 0.062 200 927e2e55a81fc9c170243b9476e5e182 199.204.45.19 - - [20/Mar/2026:05:38:44 +0000] "GET /admin/realms/atmosphere/clients/e0cb5f6a-fc0a-4f5e-9044-a519c033b88d/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.017 [auth-system-keycloak-80] [] 10.0.0.93:8080 166 0.017 200 90918203b72b9bd5a24c384ed0136dbc 199.204.45.19 - - [20/Mar/2026:05:38:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.512 [auth-system-keycloak-80] [] 10.0.0.93:8080 1925 0.511 200 63dc3d512c1a71e61fae2eefe9f08277 199.204.45.19 - - [20/Mar/2026:05:38:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.93:8080 1283 0.006 200 ca87a6fefc32ca3c60af4a89b7a2ac46 199.204.45.19 - - [20/Mar/2026:05:38:45 +0000] "GET /admin/realms/atmosphere/clients/266b6789-5954-4d7b-8ff2-54c5f2325c89/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.93:8080 119 0.009 404 0c90b4a9edd4a9cbac80332dc42445f5 199.204.45.19 - - [20/Mar/2026:05:38:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.051 [auth-system-keycloak-80] [] 10.0.0.93:8080 1283 0.051 200 97e3eadba4baa80f786a9c6baf6dbc7b 199.204.45.19 - - [20/Mar/2026:05:38:45 +0000] "POST /admin/realms/atmosphere/clients/266b6789-5954-4d7b-8ff2-54c5f2325c89/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.101 [auth-system-keycloak-80] [] 10.0.0.93:8080 0 0.100 201 08c0081eaf108a5d0855510cafb7d7d2 199.204.45.19 - - [20/Mar/2026:05:38:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.93:8080 1283 0.007 200 59f29cb291c1dd2afc8d3d8c20b75497 199.204.45.19 - - [20/Mar/2026:05:38:45 +0000] "GET /admin/realms/atmosphere/clients/266b6789-5954-4d7b-8ff2-54c5f2325c89/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.015 [auth-system-keycloak-80] [] 10.0.0.93:8080 165 0.015 200 17cf7e2b123296bcfea393aa0b438f43 199.204.45.19 - - [20/Mar/2026:05:38:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.93:8080 1925 0.476 200 c99248fd7726af1a10394ee4ead5c4f6 199.204.45.19 - - [20/Mar/2026:05:38:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.93:8080 1283 0.005 200 aac617d32685f67cf0c429f62841ccdc 199.204.45.19 - - [20/Mar/2026:05:38:46 +0000] "GET /admin/realms/atmosphere/clients/266b6789-5954-4d7b-8ff2-54c5f2325c89/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.93:8080 119 0.007 404 47699680b0dff885cce51f49a56b0a94 199.204.45.19 - - [20/Mar/2026:05:38:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.044 [auth-system-keycloak-80] [] 10.0.0.93:8080 1283 0.044 200 7863443f2aac7ed992a13566c144d630 199.204.45.19 - - [20/Mar/2026:05:38:46 +0000] "POST /admin/realms/atmosphere/clients/266b6789-5954-4d7b-8ff2-54c5f2325c89/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.93:8080 0 0.014 201 3bce929cc1f10ebd8aa84662e65051dc 199.204.45.19 - - [20/Mar/2026:05:38:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.064 [auth-system-keycloak-80] [] 10.0.0.93:8080 1283 0.064 200 9986b13cb256333460cfcd1afdfb4e8b 199.204.45.19 - - [20/Mar/2026:05:38:46 +0000] "GET /admin/realms/atmosphere/clients/266b6789-5954-4d7b-8ff2-54c5f2325c89/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.020 [auth-system-keycloak-80] [] 10.0.0.93:8080 166 0.020 200 31d906e230a6e5f3097879a290f9951c 199.204.45.19 - - [20/Mar/2026:05:38:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.599 [auth-system-keycloak-80] [] 10.0.0.93:8080 1925 0.597 200 e84fea3ad39bff65bf713144e1f645e2 199.204.45.19 - - [20/Mar/2026:05:38:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.93:8080 1283 0.008 200 78a5bfd84455997f383873d9c7a04e29 199.204.45.19 - - [20/Mar/2026:05:38:47 +0000] "GET /admin/realms/atmosphere/clients/266b6789-5954-4d7b-8ff2-54c5f2325c89/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.064 [auth-system-keycloak-80] [] 10.0.0.93:8080 119 0.064 404 ac76a62fd66afcbfa8b27f69046a4846 199.204.45.19 - - [20/Mar/2026:05:38:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.93:8080 1283 0.006 200 79a1920aaac9b1555c4494032338540d 199.204.45.19 - - [20/Mar/2026:05:38:47 +0000] "POST /admin/realms/atmosphere/clients/266b6789-5954-4d7b-8ff2-54c5f2325c89/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.93:8080 0 0.014 201 e6a1ac79b226bbce895bdb67328e74f9 199.204.45.19 - - [20/Mar/2026:05:38:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.93:8080 1283 0.005 200 f04d74b6d0b72f3c3321ad45f1d57a49 199.204.45.19 - - [20/Mar/2026:05:38:47 +0000] "GET /admin/realms/atmosphere/clients/266b6789-5954-4d7b-8ff2-54c5f2325c89/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.031 [auth-system-keycloak-80] [] 10.0.0.93:8080 166 0.031 200 8ac52d4dc789b417c0a0c52852cbb787 199.204.45.19 - - [20/Mar/2026:05:38:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.449 [auth-system-keycloak-80] [] 10.0.0.93:8080 1925 0.448 200 9934adcf8cf98650d2531b1148cf18db 199.204.45.19 - - [20/Mar/2026:05:38:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.036 [auth-system-keycloak-80] [] 10.0.0.93:8080 1249 0.036 200 578296fc7549dfddb3a16591a4ba850d 199.204.45.19 - - [20/Mar/2026:05:38:48 +0000] "GET /admin/realms/atmosphere/clients/7c394609-cfde-484b-9d5d-f1114a32e19c/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.93:8080 119 0.007 404 5d75ffecf625b1a7b6b514714e630073 199.204.45.19 - - [20/Mar/2026:05:38:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.93:8080 1249 0.009 200 75c47dfe20f2a00153c7d9d7f548dac0 199.204.45.19 - - [20/Mar/2026:05:38:48 +0000] "POST /admin/realms/atmosphere/clients/7c394609-cfde-484b-9d5d-f1114a32e19c/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.054 [auth-system-keycloak-80] [] 10.0.0.93:8080 0 0.054 201 1168fa8d40f085b73811b740a1c575f3 199.204.45.19 - - [20/Mar/2026:05:38:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.93:8080 1249 0.009 200 c146e74e3e28bad95bf5fcd25196a846 199.204.45.19 - - [20/Mar/2026:05:38:48 +0000] "GET /admin/realms/atmosphere/clients/7c394609-cfde-484b-9d5d-f1114a32e19c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.93:8080 166 0.016 200 f3d0404093100d2ca9c90197c37e11ea W0320 05:39:04.734622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:04.734656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:08.069047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:08.069087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:54.657429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:54.657476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:54.731265 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 05:39:54.731327 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0320 05:39:54.731353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:54.731363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:54.732166 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:39:54.734486 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0320 05:39:54.734560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:54.737002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:54.737061 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:39:54.737135 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0320 05:39:54.737188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:54.737206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:39:54.738585 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:18.2kB} I0320 05:39:54.738617 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0320 05:39:54.739509 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.008s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.008s testedConfigurationSize:18.2kB} I0320 05:39:54.739545 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0320 05:39:54.741480 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0.005s admissionTime:0.01s testedConfigurationSize:18.2kB} I0320 05:39:54.741502 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0320 05:39:54.746734 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0320 05:39:54.747194 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0320 05:39:54.747222 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0320 05:39:54.747503 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0320 05:39:54.747542 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0320 05:39:54.747819 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0320 05:39:54.747873 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"6dc4da78-7be8-471c-9f9a-d766c962a479", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4008", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 05:39:54.747900 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e5ec6f21-6d52-4163-bddf-dda6e3a5ed1b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4010", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 05:39:54.747914 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"c9615c38-c07c-4a81-86d8-6ffa257aa1b4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4014", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 05:39:55.072626 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0320 05:39:55.073482 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0320 05:39:55.116602 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0320 05:39:55.117441 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0320 05:39:56.355204 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0320 05:39:56.356086 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/alertmanager-tls" I0320 05:39:57.259162 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0320 05:39:57.259957 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0320 05:39:57.990869 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:39:57.990929 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 05:39:57.990967 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:39:57.991086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:39:57.991115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:39:57.991230 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 05:39:58.070119 7 controller.go:216] "Backend successfully reloaded" I0320 05:39:58.070461 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pvvtx", UID:"68576acd-d73e-486d-9b77-b920e4010ed0", APIVersion:"v1", ResourceVersion:"1185", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0320 05:40:01.325351 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:01.325420 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 05:40:01.325475 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:40:01.325656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:01.325686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:04.657408 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:04.657476 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 05:40:04.657529 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:40:04.657647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:04.657677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:07.992068 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:07.992110 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 05:40:07.992139 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:40:07.992215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:07.992230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:11.324041 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:11.324109 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 05:40:11.324193 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:40:11.324373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:11.324397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:14.657919 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:14.657963 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 05:40:14.657987 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:40:14.658140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:14.658159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:17.991100 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:17.991163 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 05:40:17.991196 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:40:17.991305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:17.991329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:21.324621 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:21.324677 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 05:40:21.324703 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:40:21.324789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:21.324809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:24.658160 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:24.658237 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 05:40:24.658275 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:40:24.658408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:24.658438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:27.991695 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:27.991760 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:40:27.991845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:27.991877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:31.326409 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:31.326493 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:40:31.326602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:31.326662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:37.023601 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:37.023716 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:40:37.023836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:37.023864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:40:39.665716 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.108.34.251"}] I0320 05:40:39.665919 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.108.34.251"}] I0320 05:40:39.666292 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.108.34.251"}] I0320 05:40:39.672559 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e5ec6f21-6d52-4163-bddf-dda6e3a5ed1b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5045", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 05:40:39.675536 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"6dc4da78-7be8-471c-9f9a-d766c962a479", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5046", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 05:40:39.676619 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"c9615c38-c07c-4a81-86d8-6ffa257aa1b4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5047", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:40:40.357176 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:40.357296 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:40:40.357446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:40.357488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:43.691438 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:40:43.691571 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:40:43.691718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:40:43.691765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:08.078108 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:41:08.078173 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:41:08.078293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:08.078314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:11.412527 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:41:11.412682 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 05:41:11.412820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:11.412856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.220 - - [20/Mar/2026:05:41:12 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "Go-http-client/1.1" 160 0.031 [auth-system-keycloak-80] [] 10.0.0.93:8080 6361 0.031 200 4b2b2bf2554062aa1004378f6bbdf0a8 10.0.0.210 - - [20/Mar/2026:05:41:12 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "Go-http-client/1.1" 160 0.025 [auth-system-keycloak-80] [] 10.0.0.93:8080 6361 0.025 200 ab67db67f6abd8f43c37fa9ab8b56c6d W0320 05:41:14.745815 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:41:14.746089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:14.746123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:18.078632 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 05:41:18.079035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:18.079096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:21.411703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:21.411750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:24.745795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:24.745837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:28.078568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:28.078618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:35.101506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:35.101560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [20/Mar/2026:05:41:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.521 [auth-system-keycloak-80] [] 10.0.0.93:8080 1925 0.520 200 cca42ce97f13b3d7dcc03d56aff6f6f4 199.204.45.19 - - [20/Mar/2026:05:41:40 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.006 [auth-system-keycloak-80] [] 10.0.0.93:8080 4246 0.006 200 d5911ce08c9ae808373b886919763bed 199.204.45.19 - - [20/Mar/2026:05:41:40 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.383 [auth-system-keycloak-80] [] 10.0.0.93:8080 0 0.382 204 5bd4debb4a31e11bb642ba24f8b8091e 199.204.45.19 - - [20/Mar/2026:05:41:40 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.191 [auth-system-keycloak-80] [] 10.0.0.93:8080 4384 0.191 200 d1b22c94f20d9abe6258ef200b5198af 199.204.45.19 - - [20/Mar/2026:05:41:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.461 [auth-system-keycloak-80] [] 10.0.0.93:8080 1925 0.460 200 ebc7c0b7afd7984c50f754ba8daa8460 199.204.45.19 - - [20/Mar/2026:05:41:41 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.93:8080 1682 0.009 200 c57fd751da497c2a5b6808e60dfd8822 199.204.45.19 - - [20/Mar/2026:05:41:42 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.93:8080 6361 0.006 200 a7c830ab37fbe48db5abb3b6fe87e4d9 199.204.45.19 - - [20/Mar/2026:05:41:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.465 [auth-system-keycloak-80] [] 10.0.0.93:8080 1925 0.464 200 4758c21f7c1684fd24a96f588892c5d8 199.204.45.19 - - [20/Mar/2026:05:41:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.024 [auth-system-keycloak-80] [] 10.0.0.93:8080 2 0.024 200 4fd4af9c2295e07d53ea72390fd834ea 199.204.45.19 - - [20/Mar/2026:05:41:43 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.121 [auth-system-keycloak-80] [] 10.0.0.93:8080 0 0.120 201 8ae438aae2ccfc1a421dc55a52613fbb 199.204.45.19 - - [20/Mar/2026:05:41:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.071 [auth-system-keycloak-80] [] 10.0.0.93:8080 2242 0.071 200 dd4ab0e4dfc12eecb71d5e79796e4880 199.204.45.19 - - [20/Mar/2026:05:41:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.426 [auth-system-keycloak-80] [] 10.0.0.93:8080 1925 0.424 200 e69136255dc7537bcccf76630c1e0b2b 199.204.45.19 - - [20/Mar/2026:05:41:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.022 [auth-system-keycloak-80] [] 10.0.0.93:8080 2242 0.022 200 ebc3f9c18fae7f4967c16155411e15b1 199.204.45.19 - - [20/Mar/2026:05:41:44 +0000] "GET /admin/realms/atmosphere/clients/e90a7076-b57a-4c8f-b9a9-3c09803252e9/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.017 [auth-system-keycloak-80] [] 10.0.0.93:8080 233 0.017 200 0661deb4e862407063219e488d1c3483 199.204.45.19 - - [20/Mar/2026:05:41:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.071 [auth-system-keycloak-80] [] 10.0.0.93:8080 831 0.071 200 50ec193f04493e46b82ce1cdda7c04f1 199.204.45.19 - - [20/Mar/2026:05:41:45 +0000] "GET /admin/realms/atmosphere/clients/0241e00f-ec7d-437f-a665-3801191a3bd9/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.090 [auth-system-keycloak-80] [] 10.0.0.93:8080 3758 0.090 200 51ccc0b4481d05649284646041008b4c 199.204.45.19 - - [20/Mar/2026:05:41:45 +0000] "GET /admin/realms/atmosphere/users/342b67b4-b800-44bd-9f0e-59c348a93c46/role-mappings/clients/0241e00f-ec7d-437f-a665-3801191a3bd9/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.190 [auth-system-keycloak-80] [] 10.0.0.93:8080 3758 0.190 200 4d340f6b6ebfb54a19b8d866c08fb358 199.204.45.19 - - [20/Mar/2026:05:41:45 +0000] "GET /admin/realms/atmosphere/users/342b67b4-b800-44bd-9f0e-59c348a93c46/role-mappings/clients/0241e00f-ec7d-437f-a665-3801191a3bd9/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.022 [auth-system-keycloak-80] [] 10.0.0.93:8080 2 0.022 200 b008d5d649f48800496c187140a5650e 199.204.45.19 - - [20/Mar/2026:05:41:45 +0000] "POST /admin/realms/atmosphere/users/342b67b4-b800-44bd-9f0e-59c348a93c46/role-mappings/clients/0241e00f-ec7d-437f-a665-3801191a3bd9 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.057 [auth-system-keycloak-80] [] 10.0.0.93:8080 0 0.056 204 918a017e25f46b6a0befe7e33e8c6d9b 199.204.45.19 - - [20/Mar/2026:05:41:45 +0000] "GET /admin/realms/atmosphere/users/342b67b4-b800-44bd-9f0e-59c348a93c46/role-mappings/clients/0241e00f-ec7d-437f-a665-3801191a3bd9/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.014 [auth-system-keycloak-80] [] 10.0.0.93:8080 576 0.014 200 f3c7ae8e2351ffda9242d3a8bb156f28 W0320 05:41:47.885890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:47.885926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:51.219915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:41:51.219950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:42:04.094275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:42:04.094310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:42:07.428095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:42:07.428140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:43:52.446123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:43:52.446174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:23.263531 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0320 05:44:23.263595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:23.263608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:44:23.265622 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.002s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:28.7kB} I0320 05:44:23.265652 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0320 05:44:23.273443 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0320 05:44:23.274126 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"78697cba-65a0-479a-92ff-5fc3eb6c8bca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6466", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:44:23.275164 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0320 05:44:23.275671 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0320 05:44:23.275756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:23.275780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:44:23.275912 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 05:44:23.352662 7 controller.go:216] "Backend successfully reloaded" I0320 05:44:23.353434 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pvvtx", UID:"68576acd-d73e-486d-9b77-b920e4010ed0", APIVersion:"v1", ResourceVersion:"1185", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 05:44:23.624328 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0320 05:44:23.626278 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0320 05:44:26.611764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:26.611812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [20/Mar/2026:05:44:27 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.006 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.006 300 32e7b49787187140aac0789b14cf97e5 199.204.45.19 - - [20/Mar/2026:05:44:29 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.147:5000 265 0.005 200 6c6ddadbc3a2742b1721516b33f66f40 199.204.45.19 - - [20/Mar/2026:05:44:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.369 [openstack-keystone-api-5000] [] 10.0.0.147:5000 1359 0.369 201 66c2b284ac270e6df28b055264e232c8 199.204.45.19 - - [20/Mar/2026:05:44:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.004 300 5d75061120337403b7c03e4c38c37059 199.204.45.19 - - [20/Mar/2026:05:44:29 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.033 [openstack-keystone-api-5000] [] 10.0.0.147:5000 90 0.033 404 d5966e218f8524f2c8346d403efff826 199.204.45.19 - - [20/Mar/2026:05:44:29 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.028 [openstack-keystone-api-5000] [] 10.0.0.147:5000 366 0.028 200 ed74fd31e76258f7413026e28d25ccd4 199.204.45.19 - - [20/Mar/2026:05:44:29 +0000] "GET /v3/domains/a03fdd5063bb4cfaaf9a0bba5335f0f4 HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.028 [openstack-keystone-api-5000] [] 10.0.0.147:5000 244 0.028 200 bf39dde65a6d82c4204cae1692210f06 199.204.45.19 - - [20/Mar/2026:05:44:30 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.147:5000 265 0.005 200 621718fddf4921eec4399fcf30663f31 199.204.45.19 - - [20/Mar/2026:05:44:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.332 [openstack-keystone-api-5000] [] 10.0.0.147:5000 1359 0.332 201 27649a63b83e2b12d2d932e99329517e 199.204.45.19 - - [20/Mar/2026:05:44:30 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.003 300 683bc03634ff2799c033e2041b9b4b98 199.204.45.19 - - [20/Mar/2026:05:44:30 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.028 [openstack-keystone-api-5000] [] 10.0.0.147:5000 101 0.028 404 589016430700e5b8ff58b5bafe848443 199.204.45.19 - - [20/Mar/2026:05:44:30 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.022 [openstack-keystone-api-5000] [] 10.0.0.147:5000 155 0.022 200 db22a30ccf3d72cec569ba479efc1cee 199.204.45.19 - - [20/Mar/2026:05:44:30 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.027 [openstack-keystone-api-5000] [] 10.0.0.147:5000 451 0.027 201 f0df426d9c5f7737900b1016ddae03ce 199.204.45.19 - - [20/Mar/2026:05:44:31 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.147:5000 265 0.003 200 c7a24ff589162dd29369f26e4dfb53ea 199.204.45.19 - - [20/Mar/2026:05:44:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.147:5000 1359 0.300 201 dcd5dc44c5bcdff03e594cda45cfe58b 199.204.45.19 - - [20/Mar/2026:05:44:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.004 300 2776e9abdad0e9b0579ea6b215b6517b 199.204.45.19 - - [20/Mar/2026:05:44:31 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.021 [openstack-keystone-api-5000] [] 10.0.0.147:5000 98 0.021 404 13af6fda76d51e4ab3dea1f50bb94d66 199.204.45.19 - - [20/Mar/2026:05:44:31 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.022 [openstack-keystone-api-5000] [] 10.0.0.147:5000 135 0.022 200 1b63529700315fa606eff082502fd64e 199.204.45.19 - - [20/Mar/2026:05:44:31 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 331 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.025 [openstack-keystone-api-5000] [] 10.0.0.147:5000 331 0.025 201 b3677d1523cc255f13163d4303030091 199.204.45.19 - - [20/Mar/2026:05:44:32 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.147:5000 265 0.004 200 52233c5e404bcda4c949d96b6b3589fb 199.204.45.19 - - [20/Mar/2026:05:44:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.282 [openstack-keystone-api-5000] [] 10.0.0.147:5000 1359 0.282 201 c674b627661bc54b0d7021206023ae73 199.204.45.19 - - [20/Mar/2026:05:44:32 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.004 300 befc8f6272f7d14c0d211642c7c748d6 199.204.45.19 - - [20/Mar/2026:05:44:32 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.027 [openstack-keystone-api-5000] [] 10.0.0.147:5000 131 0.027 404 6ceb0dee5aac7518808fbb91ddf077e4 199.204.45.19 - - [20/Mar/2026:05:44:32 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.023 [openstack-keystone-api-5000] [] 10.0.0.147:5000 167 0.023 200 c8858a21e46922d209bcf6efe40398ab 199.204.45.19 - - [20/Mar/2026:05:44:32 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.027 [openstack-keystone-api-5000] [] 10.0.0.147:5000 222 0.027 201 6d2034b2e59b6491b7ece63d8256727c I0320 05:44:39.665316 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.108.34.251"}] I0320 05:44:39.671512 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"78697cba-65a0-479a-92ff-5fc3eb6c8bca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6572", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:44:39.673388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:39.673414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:43.007517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:43.007550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:46.342813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:46.342855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:49.673932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:44:49.673966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:45:07.827954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:45:07.828000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:45:15.567632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:45:15.567677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:45:18.901928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:45:18.901962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:46:46.662138 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0320 05:46:46.662230 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0320 05:46:46.662276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:46:46.662296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:46:46.665116 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0320 05:46:46.665143 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0320 05:46:46.670210 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0320 05:46:46.670440 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"d866882d-ac42-4bf4-94a0-34135d4be9d7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7495", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:46:46.670737 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0320 05:46:46.671149 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0320 05:46:46.671250 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0320 05:46:46.671325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:46:46.671344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:46:46.671477 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 05:46:46.750227 7 controller.go:216] "Backend successfully reloaded" I0320 05:46:46.750861 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pvvtx", UID:"68576acd-d73e-486d-9b77-b920e4010ed0", APIVersion:"v1", ResourceVersion:"1185", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 05:46:47.148255 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0320 05:46:47.149843 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.19 - - [20/Mar/2026:05:46:47 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.003 300 b4db8237568ede417b3277b78c6993c0 199.204.45.19 - - [20/Mar/2026:05:46:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.358 [openstack-keystone-api-5000] [] 10.0.0.147:5000 1990 0.358 201 02d6a14bb1b48fdce0857fe57c135b49 199.204.45.19 - - [20/Mar/2026:05:46:47 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.030 [openstack-keystone-api-5000] [] 10.0.0.147:5000 85 0.030 404 665db1a29ad8a2f842a6e27d89f54451 199.204.45.19 - - [20/Mar/2026:05:46:47 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.022 [openstack-keystone-api-5000] [] 10.0.0.147:5000 128 0.022 200 ea87dd6bf3fee824a9d58f582846dbe1 199.204.45.19 - - [20/Mar/2026:05:46:47 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.030 [openstack-keystone-api-5000] [] 10.0.0.147:5000 229 0.030 201 4fec30f123125dc2fc26a4b634915204 W0320 05:46:50.005539 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0320 05:46:50.005712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:46:50.005742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [20/Mar/2026:05:46:53 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.005 300 4b889717eae70323b32085f36372971e 199.204.45.19 - - [20/Mar/2026:05:46:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 547 0.287 [openstack-keystone-api-5000] [] 10.0.0.147:5000 1990 0.287 201 48f417542fb70dc25db11da761fb92d2 199.204.45.19 - - [20/Mar/2026:05:46:53 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.038 [openstack-keystone-api-5000] [] 10.0.0.147:5000 1514 0.038 200 a374d1e452ed9429e9ea8517dafa742e 199.204.45.19 - - [20/Mar/2026:05:46:53 +0000] "PUT /v3/roles/be012c07badf47f69bf75d2c96f145de/implies/7571b659ec3948f282ce953b8d89c2ee HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.048 [openstack-keystone-api-5000] [] 10.0.0.147:5000 518 0.048 201 0f739672c5788ddfacfafdd339db23fe W0320 05:46:55.973589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:46:55.973655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [20/Mar/2026:05:47:39 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.004 300 fc3cb6b26228b81d28cd09fc42c5f790 I0320 05:47:39.664856 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.108.34.251"}] I0320 05:47:39.670632 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"d866882d-ac42-4bf4-94a0-34135d4be9d7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7966", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:47:39.673122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:47:39.673185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [20/Mar/2026:05:47:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.325 [openstack-keystone-api-5000] [] 10.0.0.147:5000 2053 0.324 201 d88f0c246ed5c07a56b92b7995497b1d 199.204.45.19 - - [20/Mar/2026:05:47:39 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.033 [openstack-keystone-api-5000] [] 10.0.0.147:5000 87 0.033 404 6bd26e880ddad6612938bfdb9757a92a 199.204.45.19 - - [20/Mar/2026:05:47:39 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.025 [openstack-keystone-api-5000] [] 10.0.0.147:5000 388 0.026 200 63d5cfe70db939e05e76dbe7c1b30425 199.204.45.19 - - [20/Mar/2026:05:47:39 +0000] "GET /v3/users/rgw-RegionOne?domain_id=aaebb65d083048449c2eabfbe3c4cfba HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.039 [openstack-keystone-api-5000] [] 10.0.0.147:5000 91 0.039 404 b59f07a75772871656bb5f7a70d33d61 199.204.45.19 - - [20/Mar/2026:05:47:39 +0000] "GET /v3/users?domain_id=aaebb65d083048449c2eabfbe3c4cfba&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.028 [openstack-keystone-api-5000] [] 10.0.0.147:5000 177 0.028 200 84b270a96ab1ec06748e4e172e551227 199.204.45.19 - - [20/Mar/2026:05:47:40 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.299 [openstack-keystone-api-5000] [] 10.0.0.147:5000 290 0.299 201 e9637a081be4988653ea2923bc175627 199.204.45.19 - - [20/Mar/2026:05:47:43 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 228 0.002 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.002 300 da7b661a6e42614062a556884a72839d 199.204.45.19 - - [20/Mar/2026:05:47:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 547 0.357 [openstack-keystone-api-5000] [] 10.0.0.147:5000 2053 0.357 201 c45025a80f779e993fa93576e671e83e 199.204.45.19 - - [20/Mar/2026:05:47:43 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 385 0.027 [openstack-keystone-api-5000] [] 10.0.0.147:5000 83 0.027 404 e3b8fd1318c202eb9edfeab336e02244 199.204.45.19 - - [20/Mar/2026:05:47:43 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "python-keystoneclient" 390 0.027 [openstack-keystone-api-5000] [] 10.0.0.147:5000 359 0.027 200 0f5dfb1e559dd5272e4fda956ad57c1f 199.204.45.19 - - [20/Mar/2026:05:47:43 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 389 0.034 [openstack-keystone-api-5000] [] 10.0.0.147:5000 87 0.034 404 13a9c22b516002c2500879db299d5148 199.204.45.19 - - [20/Mar/2026:05:47:43 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "python-keystoneclient" 394 0.029 [openstack-keystone-api-5000] [] 10.0.0.147:5000 388 0.029 200 fc26a7fa919c909dce3d353a999b2893 199.204.45.19 - - [20/Mar/2026:05:47:43 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 393 0.028 [openstack-keystone-api-5000] [] 10.0.0.147:5000 91 0.028 404 496f137136551d60c1eb47e048aca6aa 199.204.45.19 - - [20/Mar/2026:05:47:43 +0000] "GET /v3/users?domain_id=aaebb65d083048449c2eabfbe3c4cfba&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "python-keystoneclient" 441 0.047 [openstack-keystone-api-5000] [] 10.0.0.147:5000 456 0.047 200 067c3caf7402e727a4bb81a437e8c26b 199.204.45.19 - - [20/Mar/2026:05:47:43 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 390 0.062 [openstack-keystone-api-5000] [] 10.0.0.147:5000 88 0.062 404 ae2c88e24b40587a69b415613090217a 199.204.45.19 - - [20/Mar/2026:05:47:43 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "python-keystoneclient" 395 0.030 [openstack-keystone-api-5000] [] 10.0.0.147:5000 518 0.030 200 84f7c4beb520aa5ad74e7859a235ea72 199.204.45.19 - - [20/Mar/2026:05:47:44 +0000] "PUT /v3/projects/b94e93f8d69f4e6aa07ad0bf83cb4e2e/users/0bd512841c6645dca676f99aa61f80fc/roles/f55504e89c0a4757b33dd01135cc8bc6 HTTP/1.1" 204 0 "-" "python-keystoneclient" 512 0.550 [openstack-keystone-api-5000] [] 10.0.0.147:5000 0 0.550 204 870379c1104bbab9f1b2f79f14b7004f 199.204.45.19 - - [20/Mar/2026:05:47:46 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.004 300 a0667f2964fdf4b375d464fbbbcc8122 199.204.45.19 - - [20/Mar/2026:05:47:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.342 [openstack-keystone-api-5000] [] 10.0.0.147:5000 2053 0.342 201 f41c9c5c7e5942074dd3aa4989c3d8a3 199.204.45.19 - - [20/Mar/2026:05:47:46 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.022 [openstack-keystone-api-5000] [] 10.0.0.147:5000 150 0.022 200 6b7c7ec44d95c64e8d8c7dd08140f3b8 199.204.45.19 - - [20/Mar/2026:05:47:46 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.035 [openstack-keystone-api-5000] [] 10.0.0.147:5000 262 0.035 201 39e4c4a12d324fd3729e8d2d5e130ec3 199.204.45.19 - - [20/Mar/2026:05:47:47 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.004 300 88b02f3a7112869f583c1b00f95963e0 199.204.45.19 - - [20/Mar/2026:05:47:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.321 [openstack-keystone-api-5000] [] 10.0.0.147:5000 2155 0.321 201 281295c8cd7710a4a431ac70bc1332e9 199.204.45.19 - - [20/Mar/2026:05:47:47 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.147:5000 86 0.024 404 c4c0fb7c2a945b9934d51cdec29a0b54 199.204.45.19 - - [20/Mar/2026:05:47:47 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.024 [openstack-keystone-api-5000] [] 10.0.0.147:5000 380 0.024 200 1280949a8218112d06ff0280e0cf3394 199.204.45.19 - - [20/Mar/2026:05:47:47 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=39185ddfeba44aa390b0c878e2efdb0f HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.021 [openstack-keystone-api-5000] [] 10.0.0.147:5000 204 0.021 200 a337e5dcb72cf10ec9e71f79e514008d 199.204.45.19 - - [20/Mar/2026:05:47:48 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.153 [openstack-keystone-api-5000] [] 10.0.0.147:5000 377 0.153 201 161bf2b5b641cc4ffd25eece72325856 199.204.45.19 - - [20/Mar/2026:05:47:48 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.003 300 84963c2ba931c3154a03593bb22ecdad 199.204.45.19 - - [20/Mar/2026:05:47:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.312 [openstack-keystone-api-5000] [] 10.0.0.147:5000 2363 0.312 201 2576441e08f7d2b42513d4f6c3fc4f32 199.204.45.19 - - [20/Mar/2026:05:47:48 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.147:5000 86 0.024 404 0c55f34e999e040bc3b15a6c2ca848ee 199.204.45.19 - - [20/Mar/2026:05:47:48 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.033 [openstack-keystone-api-5000] [] 10.0.0.147:5000 380 0.033 200 a581f68f010f3fbb5b98c07db0dfc4d6 199.204.45.19 - - [20/Mar/2026:05:47:48 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=39185ddfeba44aa390b0c878e2efdb0f HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.024 [openstack-keystone-api-5000] [] 10.0.0.147:5000 206 0.024 200 b948405dd389267dbd022c7509dcd0a6 199.204.45.19 - - [20/Mar/2026:05:47:48 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.032 [openstack-keystone-api-5000] [] 10.0.0.147:5000 391 0.032 201 5ba4649cad6adb036afee850c666d4de W0320 05:47:50.320078 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 05:47:50.320243 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0320 05:47:50.320324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:47:50.320347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:47:50.325039 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0320 05:47:50.325065 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0320 05:47:50.339800 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0320 05:47:50.340046 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"ee0d3bfd-113f-4da2-9136-a93bf6693b94", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8014", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:47:50.340338 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0320 05:47:50.340649 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 05:47:50.340753 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0320 05:47:50.340832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:47:50.340854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:47:50.341021 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 05:47:50.386213 7 controller.go:216] "Backend successfully reloaded" I0320 05:47:50.386461 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pvvtx", UID:"68576acd-d73e-486d-9b77-b920e4010ed0", APIVersion:"v1", ResourceVersion:"1185", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 05:47:50.879104 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0320 05:47:50.894836 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0320 05:47:53.675265 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 05:47:53.675452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:47:53.675478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:48:07.030352 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 05:48:07.030532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:48:07.030554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:48:11.713455 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 05:48:11.713706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:48:11.713748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:48:11.713992 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 05:48:11.778506 7 controller.go:216] "Backend successfully reloaded" I0320 05:48:11.779000 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pvvtx", UID:"68576acd-d73e-486d-9b77-b920e4010ed0", APIVersion:"v1", ResourceVersion:"1185", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0320 05:48:15.047104 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 05:48:15.047320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:48:15.047336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:48:18.382714 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 05:48:18.382848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:48:18.382864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:48:21.714521 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 05:48:21.714724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:48:21.714754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:48:37.881217 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 05:48:37.881354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:48:37.881378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:48:39.666092 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.108.34.251"}] I0320 05:48:39.672880 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"ee0d3bfd-113f-4da2-9136-a93bf6693b94", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8458", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:48:41.215722 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 05:48:41.216026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:48:41.216060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:48:44.548150 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 05:48:44.548371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:48:44.548393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:48:47.882566 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 05:48:47.882759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:48:47.882783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:49:17.417277 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 05:49:17.417564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:49:17.417698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:49:56.706685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:49:56.706720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:50:48.026731 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 05:50:48.026909 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0320 05:50:48.027006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:50:48.027033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:50:48.035376 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.009s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.01s testedConfigurationSize:39.1kB} I0320 05:50:48.035421 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0320 05:50:48.042061 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" W0320 05:50:48.042596 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store I0320 05:50:48.042726 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"c7f5ed86-be29-4db9-bd47-b665a7b8d564", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9464", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:50:48.043034 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 05:50:48.043145 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0320 05:50:48.043223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:50:48.043254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:50:48.043409 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 05:50:48.101485 7 controller.go:216] "Backend successfully reloaded" I0320 05:50:48.101809 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pvvtx", UID:"68576acd-d73e-486d-9b77-b920e4010ed0", APIVersion:"v1", ResourceVersion:"1185", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 05:50:48.281003 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0320 05:50:48.282175 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0320 05:50:51.378913 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 05:50:51.379060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:50:51.379083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [20/Mar/2026:05:50:52 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.007 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.007 300 c97a243e61d5ca97790fb3ebef6fff40 199.204.45.19 - - [20/Mar/2026:05:50:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.355 [openstack-keystone-api-5000] [] 10.0.0.147:5000 3197 0.355 201 3bc4c8eee5034d4883d1cb72eab206bd 199.204.45.19 - - [20/Mar/2026:05:50:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4ca453916c2870485c45160b6bb0cb1d 199.204.45.19 - - [20/Mar/2026:05:50:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d24f8f10b6aa9b33ecf34dfcc62c2a1a 199.204.45.19 - - [20/Mar/2026:05:50:54 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.004 300 79647b7246f0ab72c2753cb9eb01b755 199.204.45.19 - - [20/Mar/2026:05:50:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.306 [openstack-keystone-api-5000] [] 10.0.0.147:5000 3197 0.306 201 d1e44118eccde8f2f1367096d14239a3 199.204.45.19 - - [20/Mar/2026:05:50:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9c89417d99fbb7d4326fe3521efd6ab5 199.204.45.19 - - [20/Mar/2026:05:50:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9c5acf2920f3fb0d0b2e2bbc53d6af3a 199.204.45.19 - - [20/Mar/2026:05:50:56 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.004 300 24ad17d8a5b32bb6bbcdfe9882ec4c12 199.204.45.19 - - [20/Mar/2026:05:50:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.147:5000 3197 0.292 201 c31176c636716b4e4e831c2bb357ee4e 199.204.45.19 - - [20/Mar/2026:05:50:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 34e3fc6e0e496bdcc90df8693025f286 199.204.45.19 - - [20/Mar/2026:05:50:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b5f9aad600af6f4333b6dbdd98ad528e 199.204.45.19 - - [20/Mar/2026:05:50:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.005 300 55c821fcd71649087f62ce0b48cde5c5 199.204.45.19 - - [20/Mar/2026:05:50:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.147:5000 3197 0.293 201 b753c0be1b7c4d68de3a8b95a1076266 199.204.45.19 - - [20/Mar/2026:05:50:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 150c7407542fb34a79870e1ee66545c8 199.204.45.19 - - [20/Mar/2026:05:50:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b32af62a9c3b2a8d3f635797b071ae6a 199.204.45.19 - - [20/Mar/2026:05:50:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.003 300 8fd7d704a4c5353fb78a26975180e4fb 199.204.45.19 - - [20/Mar/2026:05:50:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.147:5000 3197 0.289 201 6309219f31092c6f23146b2bb24d4183 199.204.45.19 - - [20/Mar/2026:05:50:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d3f31fb9c511e0fd18718e39d0e7b339 199.204.45.19 - - [20/Mar/2026:05:50:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e48c0220889d5ad075d4ed470dbb3f18 199.204.45.19 - - [20/Mar/2026:05:51:01 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.003 300 52c2b7ad31ac97378b35ca45bfc9f573 199.204.45.19 - - [20/Mar/2026:05:51:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.147:5000 3197 0.291 201 06dfaf76e5dd184dbdfc19b882cc7ea0 199.204.45.19 - - [20/Mar/2026:05:51:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0513025a5784022c411c528b1e75069e 199.204.45.19 - - [20/Mar/2026:05:51:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - bea086d708e575b0fbb595606972c126 W0320 05:51:02.493710 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 05:51:02.493892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:51:02.493930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [20/Mar/2026:05:51:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.003 300 c270983c4fe6b474e3213f5fffc5afb7 199.204.45.19 - - [20/Mar/2026:05:51:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.147:5000 3197 0.298 201 70e73d2e6560d13325d0eb44c3819503 199.204.45.19 - - [20/Mar/2026:05:51:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - dc2620f8b75ca36c649a127012488447 199.204.45.19 - - [20/Mar/2026:05:51:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e981176694be22fecc25ab86ef4b8d6f 199.204.45.19 - - [20/Mar/2026:05:51:04 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.003 300 ad5122f50c33d66328bcdffc1541d2a7 199.204.45.19 - - [20/Mar/2026:05:51:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.147:5000 3197 0.293 201 62ea44c681302469b9a7f8c82dc2a83b 199.204.45.19 - - [20/Mar/2026:05:51:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e9fdd1659288648abf43031ce15e6788 199.204.45.19 - - [20/Mar/2026:05:51:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4fff8dbc17b65bdad5bd3e3a3083f2f8 199.204.45.19 - - [20/Mar/2026:05:51:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.004 300 e28c82893b54929134eb1412a5304885 199.204.45.19 - - [20/Mar/2026:05:51:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.302 [openstack-keystone-api-5000] [] 10.0.0.147:5000 3197 0.302 201 fb70b00f55af6c02b98716dceb99112a 199.204.45.19 - - [20/Mar/2026:05:51:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 7540f2e94861706c30161276f1658a95 199.204.45.19 - - [20/Mar/2026:05:51:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2b10bffc3a542c7b37abf4c0cbaee7b4 199.204.45.19 - - [20/Mar/2026:05:51:08 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.006 300 fa7f3f6b32f7a45664d2d2ce3264d38d 199.204.45.19 - - [20/Mar/2026:05:51:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.419 [openstack-keystone-api-5000] [] 10.0.0.147:5000 3197 0.419 201 adb0e55d74b96ed421b67295ed5a5bae 199.204.45.19 - - [20/Mar/2026:05:51:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e683b8ffdcc9d646d142d04d301541e8 199.204.45.19 - - [20/Mar/2026:05:51:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - cd3862dfe2c6485f64269901c6c55bcc 199.204.45.19 - - [20/Mar/2026:05:51:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.002 300 046f329362c1816122865c3136ac9c1d 199.204.45.19 - - [20/Mar/2026:05:51:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.383 [openstack-keystone-api-5000] [] 10.0.0.147:5000 3197 0.383 201 415b4040416eb2c6058f37857995e348 199.204.45.19 - - [20/Mar/2026:05:51:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 63a288ee35239f4d33d5c87e52913374 199.204.45.19 - - [20/Mar/2026:05:51:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - db176886a5053d4b60d61ff972c641f7 W0320 05:51:11.041264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:51:11.041293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [20/Mar/2026:05:51:12 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.004 300 464348bd1519ebf81194b887e532f17a 199.204.45.19 - - [20/Mar/2026:05:51:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.147:5000 3197 0.296 201 33b523349b3b3e0a4a721dea732f3f87 199.204.45.19 - - [20/Mar/2026:05:51:12 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.78:9292 1183 0.003 300 ad14605c7217ae959ed916e2eb785671 199.204.45.19 - - [20/Mar/2026:05:51:13 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.546 [openstack-glance-api-9292] [] 10.0.0.78:9292 69 0.546 200 ca0d16b471f18471e1311f805011c10d 199.204.45.19 - - [20/Mar/2026:05:51:16 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.147:5000 280 0.005 300 9c5581decaff07684f806b3794e92086 199.204.45.19 - - [20/Mar/2026:05:51:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.147:5000 3197 0.293 201 8569803933e450923ec73cfea24a2244 199.204.45.19 - - [20/Mar/2026:05:51:16 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.78:9292 1183 0.003 300 d090f81ebcfeb4000b0c64faf2416b1d 199.204.45.19 - - [20/Mar/2026:05:51:16 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.062 [openstack-glance-api-9292] [] 10.0.0.78:9292 69 0.062 200 6eece3fada02909bb7d49134d26ff099 199.204.45.19 - - [20/Mar/2026:05:51:16 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.127 [openstack-glance-api-9292] [] 10.0.0.78:9292 151 0.127 404 36676560aee0b2eae75d176b56eb0e8e 199.204.45.19 - - [20/Mar/2026:05:51:16 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.023 [openstack-glance-api-9292] [] 10.0.0.78:9292 81 0.023 200 030c81274b09e34302c7d9359444b301 199.204.45.19 - - [20/Mar/2026:05:51:16 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.026 [openstack-glance-api-9292] [] 10.0.0.78:9292 84 0.026 200 1436d6dbd7fbfcd41294ed01b604c4f3 199.204.45.19 - - [20/Mar/2026:05:51:17 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.064 [openstack-glance-api-9292] [] 10.0.0.78:9292 760 0.064 201 459aab4c8e4e88311da48d1a4cce7bfc 199.204.45.19 - - [20/Mar/2026:05:51:21 +0000] "PUT /v2/images/32973f36-9e34-4e8c-bd5b-5b4efd2393f2/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 4.122 [openstack-glance-api-9292] [] 10.0.0.78:9292 0 4.122 204 c86011223e84d0971158a517155a44df 199.204.45.19 - - [20/Mar/2026:05:51:21 +0000] "GET /v2/images/32973f36-9e34-4e8c-bd5b-5b4efd2393f2 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.019 [openstack-glance-api-9292] [] 10.0.0.78:9292 1171 0.019 200 7113c5745cf96be06eb8eed0680db132 199.204.45.19 - - [20/Mar/2026:05:51:21 +0000] "GET /v2/images/32973f36-9e34-4e8c-bd5b-5b4efd2393f2 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.019 [openstack-glance-api-9292] [] 10.0.0.78:9292 1171 0.019 200 56e9d1009236abe11a972a2e347b427f W0320 05:51:24.086080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:51:24.086140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:51:27.420360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:51:27.420402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 05:51:39.667071 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.108.34.251"}] I0320 05:51:39.674561 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"c7f5ed86-be29-4db9-bd47-b665a7b8d564", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9883", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 05:51:39.677183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 05:51:39.677227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store