------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0313 23:05:04.716927 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0313 23:05:04.717157 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0313 23:05:04.725959 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0313 23:05:04.728750 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0313 23:05:04.941268 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0313 23:05:04.957581 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0313 23:05:04.970414 7 nginx.go:271] "Starting NGINX Ingress controller" I0313 23:05:04.977355 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"274c99c9-4a6d-4f01-a6c2-953037174456", APIVersion:"v1", ResourceVersion:"1064", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0313 23:05:04.982356 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"3b99022e-1930-48dc-9d0a-a79c45d021d9", APIVersion:"v1", ResourceVersion:"1062", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0313 23:05:04.982402 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"a88f9f04-1221-4a8e-a3e5-d7523cd5c7fe", APIVersion:"v1", ResourceVersion:"1063", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0313 23:05:06.171715 7 nginx.go:317] "Starting NGINX process" I0313 23:05:06.171824 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0313 23:05:06.172109 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0313 23:05:06.172352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:06.172389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:05:06.172427 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:05:06.179954 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0313 23:05:06.179985 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-ck7jf" I0313 23:05:06.205017 7 controller.go:216] "Backend successfully reloaded" I0313 23:05:06.205074 7 controller.go:227] "Initial sync, sleeping for 1 second" I0313 23:05:06.205140 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ck7jf", UID:"c813720c-a530-48fe-9c85-1909ec85b674", APIVersion:"v1", ResourceVersion:"1107", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0313 23:05:10.001178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:10.001209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:13.340272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:13.340312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:16.668051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:16.668101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:20.001466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:20.001525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:23.335095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:23.335148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:26.669317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:26.669363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:30.002090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:30.002130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:33.335569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:33.335615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:36.668178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:36.668221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:41.910614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:05:41.910660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:30.837792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:30.837906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:34.171318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:34.171374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:48.896487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:48.896533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:52.229970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:52.230018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:55.564242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:55.564300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:58.897274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:58.897313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:02.230634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:02.230688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:05.564066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:05.564109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:08.897475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:08.897518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:15.751813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:15.751880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:19.087988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:19.088047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:09:32.377077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:09:32.377118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:09:34.987594 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-72.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-72.nip.io-tls was not found. Using default certificate W0313 23:09:34.987661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:09:34.987680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:09:34.989476 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0313 23:09:34.989514 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0313 23:09:34.998054 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0313 23:09:34.998571 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-72.nip.io-tls" in local store I0313 23:09:34.999001 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"85ba2449-9f70-4c84-ab6e-7cba1cfeb210", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3004", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0313 23:09:35.497987 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-72.nip.io-tls" I0313 23:09:35.499302 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-72.nip.io-tls" W0313 23:09:35.710982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:09:35.711037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:09:35.711123 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:09:35.749547 7 controller.go:216] "Backend successfully reloaded" I0313 23:09:35.750462 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ck7jf", UID:"c813720c-a530-48fe-9c85-1909ec85b674", APIVersion:"v1", ResourceVersion:"1107", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0313 23:09:39.044537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:09:39.044591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [13/Mar/2026:23:09:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.111 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 2.109 200 7ac90a0f1c85fe48e5347a0facc24684 199.204.45.72 - - [13/Mar/2026:23:09:46 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.207 [auth-system-keycloak-80] [] 10.0.0.205:8080 116 0.207 404 a1e22d9647f48e4332b8474de1544a7f 199.204.45.72 - - [13/Mar/2026:23:09:50 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.984 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 3.983 201 fd4d967d6d46ceb1b7fd5cbcde2aad3f 199.204.45.72 - - [13/Mar/2026:23:09:50 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.600 [auth-system-keycloak-80] [] 10.0.0.205:8080 4246 0.600 200 c4e7f54f4a916cc7a2b5d343b5211aff 199.204.45.72 - - [13/Mar/2026:23:09:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.519 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.517 200 69fbf6ce8ad079010117599b44287609 199.204.45.72 - - [13/Mar/2026:23:09:52 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.066 [auth-system-keycloak-80] [] 10.0.0.205:8080 12500 0.067 200 76cad0f5a870669e1385775b0df3e785 199.204.45.72 - - [13/Mar/2026:23:09:52 +0000] "GET /admin/realms/atmosphere/client-scopes/4a98d588-3322-42cf-bbed-60866f0f377b HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.071 [auth-system-keycloak-80] [] 10.0.0.205:8080 1278 0.070 200 d6834acca72ccbe5428367f3a66ac011 199.204.45.72 - - [13/Mar/2026:23:09:52 +0000] "PUT /admin/realms/atmosphere/client-scopes/4a98d588-3322-42cf-bbed-60866f0f377b HTTP/1.1" 204 0 "-" "Ansible" 1846 0.092 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.092 204 92fad7a8dee4acbacfafcf5156c2443d 199.204.45.72 - - [13/Mar/2026:23:09:52 +0000] "GET /admin/realms/atmosphere/client-scopes/4a98d588-3322-42cf-bbed-60866f0f377b/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.085 [auth-system-keycloak-80] [] 10.0.0.205:8080 963 0.085 200 6e9a96d512dabe04458d849c45c52358 199.204.45.72 - - [13/Mar/2026:23:09:52 +0000] "GET /admin/realms/atmosphere/client-scopes/4a98d588-3322-42cf-bbed-60866f0f377b/protocol-mappers/models/fbeab350-d0cb-411d-9867-833f30516e35 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.009 [auth-system-keycloak-80] [] 10.0.0.205:8080 366 0.009 200 94211c3168ffa84c5f1969c22f747c84 199.204.45.72 - - [13/Mar/2026:23:09:52 +0000] "PUT /admin/realms/atmosphere/client-scopes/4a98d588-3322-42cf-bbed-60866f0f377b/protocol-mappers/models/fbeab350-d0cb-411d-9867-833f30516e35 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.080 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.079 204 9e14d0503244181cd5e0b9c6ea34c2e6 199.204.45.72 - - [13/Mar/2026:23:09:52 +0000] "GET /admin/realms/atmosphere/client-scopes/4a98d588-3322-42cf-bbed-60866f0f377b HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.081 [auth-system-keycloak-80] [] 10.0.0.205:8080 1218 0.081 200 244cb5e880eb6729f2f4a66a55f8be21 I0313 23:10:06.188259 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.101.87.105"}] I0313 23:10:06.193287 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"85ba2449-9f70-4c84-ab6e-7cba1cfeb210", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3346", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:10:06.195115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:10:06.195149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [13/Mar/2026:23:10:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.484 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.483 200 f26a41751d75e5943014f8b2d336dc78 199.204.45.72 - - [13/Mar/2026:23:10:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.074 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.074 200 52953bb28c59faaea255ae695c03f767 199.204.45.72 - - [13/Mar/2026:23:10:13 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.125 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.124 201 36bd31024589a28fc7958539ac2a6946 199.204.45.72 - - [13/Mar/2026:23:10:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.070 [auth-system-keycloak-80] [] 10.0.0.205:8080 1259 0.070 200 f745ee898010207733f57f877bdf7467 199.204.45.72 - - [13/Mar/2026:23:10:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.114 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 1.113 200 ccfbf4cdecedd5f5787a3d3dc2d8685c 199.204.45.72 - - [13/Mar/2026:23:10:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.066 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.066 200 06eac54c3dcdcea93ea5a774cfde25cd 199.204.45.72 - - [13/Mar/2026:23:10:15 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.105 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.105 201 5ca2930b45ab79435415153c46c18ad1 199.204.45.72 - - [13/Mar/2026:23:10:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.088 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.088 200 13e2db89855961ff46c01ed2cd697640 199.204.45.72 - - [13/Mar/2026:23:10:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.471 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.471 200 ad4183b8b0e4b49a9114b4667e55d2cf 199.204.45.72 - - [13/Mar/2026:23:10:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.023 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.023 200 1bc4412e6e6e14d4ad13069622db8d66 199.204.45.72 - - [13/Mar/2026:23:10:16 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.091 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.090 201 81deccf9c755e333d99d1a9ef18fb660 199.204.45.72 - - [13/Mar/2026:23:10:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.022 [auth-system-keycloak-80] [] 10.0.0.205:8080 1249 0.022 200 09b4081a6a1b007027468291da9faaf5 199.204.45.72 - - [13/Mar/2026:23:10:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.622 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.621 200 a44c1f2a859a878dea5d96d7a553ea76 199.204.45.72 - - [13/Mar/2026:23:10:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 1259 0.009 200 ec6cab0969f72e6a6315d74f746feefe 199.204.45.72 - - [13/Mar/2026:23:10:17 +0000] "GET /admin/realms/atmosphere/clients/0499f7a5-8538-4561-8128-1a187c784856/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.055 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.054 404 37820f1d8b3b8377de0b57c72c4681df 199.204.45.72 - - [13/Mar/2026:23:10:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.205:8080 1259 0.007 200 a1308e75d56c8be827491c0d0b776475 199.204.45.72 - - [13/Mar/2026:23:10:18 +0000] "POST /admin/realms/atmosphere/clients/0499f7a5-8538-4561-8128-1a187c784856/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.081 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.080 201 c61477fcfffb589002ed28d9a3804158 199.204.45.72 - - [13/Mar/2026:23:10:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.205:8080 1259 0.007 200 fa7652c2c2a718e3e3c047d32dd53308 199.204.45.72 - - [13/Mar/2026:23:10:18 +0000] "GET /admin/realms/atmosphere/clients/0499f7a5-8538-4561-8128-1a187c784856/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.065 [auth-system-keycloak-80] [] 10.0.0.205:8080 166 0.065 200 9a973600c26171ebcb5f49d9d7eef636 199.204.45.72 - - [13/Mar/2026:23:10:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.487 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.487 200 eb87937eec7fb1435d556bdc928d63ca 199.204.45.72 - - [13/Mar/2026:23:10:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.007 200 8bbf3381fc92196854645b3985642980 199.204.45.72 - - [13/Mar/2026:23:10:19 +0000] "GET /admin/realms/atmosphere/clients/6580f192-20bc-42d1-a2e4-498f5593dc05/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.062 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.061 404 3dacc522fffa17034177ebce3ff8b6a5 199.204.45.72 - - [13/Mar/2026:23:10:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.006 200 541cf3f463c823f6e0fd0510d8445d37 199.204.45.72 - - [13/Mar/2026:23:10:19 +0000] "POST /admin/realms/atmosphere/clients/6580f192-20bc-42d1-a2e4-498f5593dc05/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.018 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.017 201 68a41c3ebfcf3ecc494e7d0882c712a0 199.204.45.72 - - [13/Mar/2026:23:10:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.009 200 52859779d1b3861b73970e91789210d4 199.204.45.72 - - [13/Mar/2026:23:10:19 +0000] "GET /admin/realms/atmosphere/clients/6580f192-20bc-42d1-a2e4-498f5593dc05/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.037 [auth-system-keycloak-80] [] 10.0.0.205:8080 165 0.037 200 a35599aed0256a7af4160c1525cee171 199.204.45.72 - - [13/Mar/2026:23:10:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.506 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.505 200 1209d19600d02685a406f77ad9774833 199.204.45.72 - - [13/Mar/2026:23:10:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.004 200 e59876d933a3ca8ba4ea4cd7052f450f 199.204.45.72 - - [13/Mar/2026:23:10:19 +0000] "GET /admin/realms/atmosphere/clients/6580f192-20bc-42d1-a2e4-498f5593dc05/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.009 404 9eaa17760f2eaa3c75e10f55eff42c81 199.204.45.72 - - [13/Mar/2026:23:10:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.054 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.054 200 70fcbd4beff8f945c410c594411c454a 199.204.45.72 - - [13/Mar/2026:23:10:20 +0000] "POST /admin/realms/atmosphere/clients/6580f192-20bc-42d1-a2e4-498f5593dc05/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.015 201 7b28840f69d091a7fd98ded35d895be3 199.204.45.72 - - [13/Mar/2026:23:10:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.007 200 1d531d7bac4bebc0d3ed297d555daac1 199.204.45.72 - - [13/Mar/2026:23:10:20 +0000] "GET /admin/realms/atmosphere/clients/6580f192-20bc-42d1-a2e4-498f5593dc05/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.205:8080 166 0.013 200 bb1dca88e21fd82e7a668b4fd1dcf71c 199.204.45.72 - - [13/Mar/2026:23:10:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.484 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.483 200 0e3aa2d8c46e1843bb1e2ad49618570c 199.204.45.72 - - [13/Mar/2026:23:10:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.055 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.055 200 892d30c2174bd24656643f6a90080cc1 199.204.45.72 - - [13/Mar/2026:23:10:20 +0000] "GET /admin/realms/atmosphere/clients/6580f192-20bc-42d1-a2e4-498f5593dc05/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.009 404 0a56cd542aa19f78d7cbb27145c921b9 199.204.45.72 - - [13/Mar/2026:23:10:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.006 200 d4f6ed91e1d4f3f9855d782f1b560d23 199.204.45.72 - - [13/Mar/2026:23:10:21 +0000] "POST /admin/realms/atmosphere/clients/6580f192-20bc-42d1-a2e4-498f5593dc05/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.017 201 259249c486780b5a6bb30a3539128807 199.204.45.72 - - [13/Mar/2026:23:10:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.033 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.033 200 75eabfdca3c8c2f8001708d7f24b6b29 199.204.45.72 - - [13/Mar/2026:23:10:21 +0000] "GET /admin/realms/atmosphere/clients/6580f192-20bc-42d1-a2e4-498f5593dc05/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.205:8080 166 0.012 200 502f69f001a4b54c5ee8577eb3cfb985 199.204.45.72 - - [13/Mar/2026:23:10:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.495 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.493 200 612e2add937da1eb8b9a036b8b263f2f 199.204.45.72 - - [13/Mar/2026:23:10:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 1249 0.008 200 900744ee71d7b7f3828fdf87d6b4bdb6 199.204.45.72 - - [13/Mar/2026:23:10:21 +0000] "GET /admin/realms/atmosphere/clients/66839b1f-8414-4d12-b533-759ba384e559/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.010 404 066fda517b186fc67cfcfab0e3b53ded 199.204.45.72 - - [13/Mar/2026:23:10:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.205:8080 1249 0.007 200 aeae90532b069d7d5e614fb55892116f 199.204.45.72 - - [13/Mar/2026:23:10:21 +0000] "POST /admin/realms/atmosphere/clients/66839b1f-8414-4d12-b533-759ba384e559/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.032 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.032 201 aeb8291329faf6c180dc4146e7973e5f 199.204.45.72 - - [13/Mar/2026:23:10:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.205:8080 1249 0.007 200 c5373ce7bd5d6c03a83793f3165fd975 199.204.45.72 - - [13/Mar/2026:23:10:22 +0000] "GET /admin/realms/atmosphere/clients/66839b1f-8414-4d12-b533-759ba384e559/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.071 [auth-system-keycloak-80] [] 10.0.0.205:8080 166 0.072 200 ea4b14bc41e9af5e36bbdcdc24bd4d25 W0313 23:10:29.981710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:10:29.981744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:10:33.317016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:10:33.317063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:10:36.649106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:10:36.649163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:26.889182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:26.889220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:26.949853 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:11:26.949912 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0313 23:11:26.949946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:26.949960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:26.951221 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:26.951340 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0313 23:11:26.951399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:26.951470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:11:26.952064 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0313 23:11:26.952089 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0313 23:11:26.953174 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:26.953232 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0313 23:11:26.953273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:26.953293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:11:26.954527 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0313 23:11:26.954602 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0313 23:11:26.955347 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0313 23:11:26.955378 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0313 23:11:26.958782 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0313 23:11:26.959036 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7a92457e-612d-4fff-98c2-54050846292f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3958", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:11:26.959297 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0313 23:11:26.963623 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0313 23:11:26.963946 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0313 23:11:26.963997 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0313 23:11:26.964249 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0313 23:11:26.964308 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"db8ce885-d64f-4321-8c1b-c7fcb982df3d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3961", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0313 23:11:26.964336 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"9ef8c570-ce75-400b-b490-8456e3b2770c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3963", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0313 23:11:27.325103 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0313 23:11:27.326087 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0313 23:11:27.331626 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0313 23:11:27.333917 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0313 23:11:28.470926 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0313 23:11:28.472631 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0313 23:11:30.222982 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:30.223045 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:11:30.223081 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:30.223213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:30.223237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:11:30.223377 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:11:30.270526 7 controller.go:216] "Backend successfully reloaded" I0313 23:11:30.270814 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ck7jf", UID:"c813720c-a530-48fe-9c85-1909ec85b674", APIVersion:"v1", ResourceVersion:"1107", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0313 23:11:33.556770 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:33.556853 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:11:33.556893 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:33.557016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:33.557041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:36.889656 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:36.889737 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:11:36.889785 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:36.889979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:36.890013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:40.224394 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:40.224453 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:11:40.224487 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:40.224569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:40.224593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:43.556502 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:43.556554 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:11:43.556579 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:43.556663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:43.556684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:46.890075 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:46.890140 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:11:46.890174 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:46.890289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:46.890316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:50.222921 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:50.222968 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:50.223038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:50.223052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:53.556291 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:53.556385 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:53.556523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:53.556545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:56.890302 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:11:56.890384 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:11:56.890491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:56.890510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:00.223371 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:12:00.223467 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:12:00.223588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:00.223618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:03.555992 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:12:03.556083 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:12:03.556186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:03.556266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.125 - - [13/Mar/2026:23:12:04 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "Go-http-client/1.1" 160 0.029 [auth-system-keycloak-80] [] 10.0.0.205:8080 6361 0.029 200 1d979d7c484389890a85f2cc8ddcbf74 10.0.0.229 - - [13/Mar/2026:23:12:05 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "Go-http-client/1.1" 160 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 6361 0.009 200 e87fad21a51e655fbad04fb8de8212ef I0313 23:12:06.187271 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.101.87.105"}] I0313 23:12:06.188823 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.101.87.105"}] I0313 23:12:06.189273 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.101.87.105"}] I0313 23:12:06.194842 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"db8ce885-d64f-4321-8c1b-c7fcb982df3d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5008", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0313 23:12:06.196601 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"9ef8c570-ce75-400b-b490-8456e3b2770c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5009", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0313 23:12:06.199758 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7a92457e-612d-4fff-98c2-54050846292f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5010", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:12:06.891073 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:12:06.891441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:06.891521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:10.223780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:10.223836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:13.556519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:13.556553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:16.889867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:16.889918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:20.224546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:20.224584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:25.235578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:25.235616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:28.572418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:28.572470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [13/Mar/2026:23:12:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.469 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.467 200 0f24e0d2ce7ba6be3a7002cdedad1cbf 199.204.45.72 - - [13/Mar/2026:23:12:31 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.007 [auth-system-keycloak-80] [] 10.0.0.205:8080 4246 0.007 200 64ce519200fce1d9445632bd0f0229cb 199.204.45.72 - - [13/Mar/2026:23:12:31 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.636 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.636 204 0981d33e8e7e4676e0f829013353cf5b 199.204.45.72 - - [13/Mar/2026:23:12:31 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.120 [auth-system-keycloak-80] [] 10.0.0.205:8080 4384 0.120 200 164a7422362d2fa0e70316b8304f8994 199.204.45.72 - - [13/Mar/2026:23:12:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.823 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.822 200 e84497b4f6d0861abe682fc8ad830531 199.204.45.72 - - [13/Mar/2026:23:12:33 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 1682 0.008 200 02e12225f74da031fdf27808b0448f1f 199.204.45.72 - - [13/Mar/2026:23:12:33 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "ansible-httpget" 180 0.007 [auth-system-keycloak-80] [] 10.0.0.205:8080 6361 0.007 200 aad0b81b7c2fcf75c9c325fdacef17a3 199.204.45.72 - - [13/Mar/2026:23:12:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.447 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.447 200 c1464c560573a38580427a6f677d55ea 199.204.45.72 - - [13/Mar/2026:23:12:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.008 200 9aa73b2b05170d51d44788582d679f88 199.204.45.72 - - [13/Mar/2026:23:12:35 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.118 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.117 201 5df205782efd546e406b0203165d360d 199.204.45.72 - - [13/Mar/2026:23:12:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.079 [auth-system-keycloak-80] [] 10.0.0.205:8080 2242 0.078 200 0a75ef29446a93948390792749bc00a8 199.204.45.72 - - [13/Mar/2026:23:12:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.468 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.467 200 682d4fe0776c0d224dc2ea48ff638068 199.204.45.72 - - [13/Mar/2026:23:12:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.007 [auth-system-keycloak-80] [] 10.0.0.205:8080 2242 0.006 200 ca0d78b3e30939bc4654bc5121141991 199.204.45.72 - - [13/Mar/2026:23:12:36 +0000] "GET /admin/realms/atmosphere/clients/f6ea8174-bcb1-4466-bd3b-fa0d77aef8c4/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.017 [auth-system-keycloak-80] [] 10.0.0.205:8080 233 0.017 200 d00d5f15af6dc9854206528218080070 199.204.45.72 - - [13/Mar/2026:23:12:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.052 [auth-system-keycloak-80] [] 10.0.0.205:8080 831 0.052 200 a40709fa5a2712cd9b515cce9253d45c 199.204.45.72 - - [13/Mar/2026:23:12:36 +0000] "GET /admin/realms/atmosphere/clients/9078aab1-eb51-42f9-bda5-af3148d1f9e8/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.025 [auth-system-keycloak-80] [] 10.0.0.205:8080 3758 0.025 200 53cf87741b2c2965ed5d9465b33c5114 199.204.45.72 - - [13/Mar/2026:23:12:36 +0000] "GET /admin/realms/atmosphere/users/296ab1a5-fdc3-4394-9446-8c5039f29ba5/role-mappings/clients/9078aab1-eb51-42f9-bda5-af3148d1f9e8/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.153 [auth-system-keycloak-80] [] 10.0.0.205:8080 3758 0.154 200 14c618ec9bd848e5e2701c0894a5ef63 199.204.45.72 - - [13/Mar/2026:23:12:37 +0000] "GET /admin/realms/atmosphere/users/296ab1a5-fdc3-4394-9446-8c5039f29ba5/role-mappings/clients/9078aab1-eb51-42f9-bda5-af3148d1f9e8/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.089 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.088 200 42590ed1eb76304d1f2ea354450a9248 199.204.45.72 - - [13/Mar/2026:23:12:37 +0000] "POST /admin/realms/atmosphere/users/296ab1a5-fdc3-4394-9446-8c5039f29ba5/role-mappings/clients/9078aab1-eb51-42f9-bda5-af3148d1f9e8 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.017 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.016 204 432b02c95a143869c6ba1e0135378075 199.204.45.72 - - [13/Mar/2026:23:12:37 +0000] "GET /admin/realms/atmosphere/users/296ab1a5-fdc3-4394-9446-8c5039f29ba5/role-mappings/clients/9078aab1-eb51-42f9-bda5-af3148d1f9e8/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.013 [auth-system-keycloak-80] [] 10.0.0.205:8080 576 0.013 200 e51f591e9a8f3ad28f33d171541fc69b W0313 23:12:39.613396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:39.613426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:42.948636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:42.948691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:55.242715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:55.242771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:58.577236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:58.577276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:14:44.242190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:14:44.242239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:17.534849 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0313 23:15:17.534939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:17.534961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:15:17.538900 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0313 23:15:17.538945 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0313 23:15:17.543655 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0313 23:15:17.543950 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"9c279df0-8d1e-4afd-8db4-1b6107de4657", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6249", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:15:17.544388 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0313 23:15:17.544877 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0313 23:15:17.544960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:17.544980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:15:17.545120 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:15:17.591686 7 controller.go:216] "Backend successfully reloaded" I0313 23:15:17.592009 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ck7jf", UID:"c813720c-a530-48fe-9c85-1909ec85b674", APIVersion:"v1", ResourceVersion:"1107", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0313 23:15:17.968820 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0313 23:15:17.969724 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0313 23:15:20.879176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:20.879235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [13/Mar/2026:23:15:21 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.005 300 9d64e21e00fedeb74fcd08df6f2b8702 199.204.45.72 - - [13/Mar/2026:23:15:23 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.161:5000 265 0.005 200 7165ce742ebbdcbcb25deb6cea17de47 199.204.45.72 - - [13/Mar/2026:23:15:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.351 [openstack-keystone-api-5000] [] 10.0.0.161:5000 1359 0.351 201 91a37a49b429e5dac539251fe1744177 199.204.45.72 - - [13/Mar/2026:23:15:23 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.005 300 1f0f97dc51927a15b0ae04376079302f 199.204.45.72 - - [13/Mar/2026:23:15:23 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.032 [openstack-keystone-api-5000] [] 10.0.0.161:5000 90 0.033 404 4c093f50e02f214b8f986bcee12f7e2f 199.204.45.72 - - [13/Mar/2026:23:15:23 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.033 [openstack-keystone-api-5000] [] 10.0.0.161:5000 366 0.032 200 c2c2889eeed0ffc2e88b48bc585808b2 199.204.45.72 - - [13/Mar/2026:23:15:23 +0000] "GET /v3/domains/ed334e970925404eb29d6b6297d85bbe HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.025 [openstack-keystone-api-5000] [] 10.0.0.161:5000 244 0.025 200 0a0faa60131550058f84674cd3bbfe80 199.204.45.72 - - [13/Mar/2026:23:15:24 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.161:5000 265 0.005 200 d1789e52eb1f9a3ee01594e03340ab24 199.204.45.72 - - [13/Mar/2026:23:15:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.325 [openstack-keystone-api-5000] [] 10.0.0.161:5000 1359 0.325 201 e6112b0c1d44e9ad45559bd5e4fc6e49 199.204.45.72 - - [13/Mar/2026:23:15:25 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.003 300 036ebac7ceefcab1bfbccce30517a2ba 199.204.45.72 - - [13/Mar/2026:23:15:25 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.021 [openstack-keystone-api-5000] [] 10.0.0.161:5000 101 0.022 404 781f3549b65ce3e1a923ff1d5fc50981 199.204.45.72 - - [13/Mar/2026:23:15:25 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.026 [openstack-keystone-api-5000] [] 10.0.0.161:5000 155 0.026 200 6671f7c23a9c0c3e5c579d3e7a270692 199.204.45.72 - - [13/Mar/2026:23:15:25 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.025 [openstack-keystone-api-5000] [] 10.0.0.161:5000 451 0.025 201 aada7c955d738df3da4137c310722e23 199.204.45.72 - - [13/Mar/2026:23:15:26 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.161:5000 265 0.004 200 e50222376ca6c0a17227818afd433b00 199.204.45.72 - - [13/Mar/2026:23:15:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.161:5000 1359 0.289 201 9ed9f5a79c2535deeae6e40f64891072 199.204.45.72 - - [13/Mar/2026:23:15:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.005 300 9b7403f690514844c8e700353881330a 199.204.45.72 - - [13/Mar/2026:23:15:26 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.030 [openstack-keystone-api-5000] [] 10.0.0.161:5000 98 0.030 404 87930b7d55f9763bf543cd031506aae5 199.204.45.72 - - [13/Mar/2026:23:15:26 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.020 [openstack-keystone-api-5000] [] 10.0.0.161:5000 135 0.020 200 45d0f1e670a080f53b4953f9b87f4440 199.204.45.72 - - [13/Mar/2026:23:15:26 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 331 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.026 [openstack-keystone-api-5000] [] 10.0.0.161:5000 331 0.026 201 77d386026587a816d62c58bd3bdf2b14 199.204.45.72 - - [13/Mar/2026:23:15:27 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.161:5000 265 0.004 200 b4a24d9a58e004ef6519c0fa23e5e3e3 199.204.45.72 - - [13/Mar/2026:23:15:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.161:5000 1359 0.295 201 5221cb39918437e7408abdee99448337 199.204.45.72 - - [13/Mar/2026:23:15:27 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.003 300 88ac99910919877a9c42617a07b8879f 199.204.45.72 - - [13/Mar/2026:23:15:27 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.024 [openstack-keystone-api-5000] [] 10.0.0.161:5000 131 0.024 404 60011d064547c04be1f762fe74489aed 199.204.45.72 - - [13/Mar/2026:23:15:27 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.027 [openstack-keystone-api-5000] [] 10.0.0.161:5000 167 0.027 200 6bf5797bc329b1c1a283c059c13c9851 199.204.45.72 - - [13/Mar/2026:23:15:27 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.029 [openstack-keystone-api-5000] [] 10.0.0.161:5000 222 0.029 201 961ed389d4d7a3de74a861257aaa4daa W0313 23:15:38.233272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:38.233517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:41.567165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:41.567232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:44.900532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:44.900582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:48.233879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:15:48.233927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:16:03.708029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:16:03.708088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:16:06.189420 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.101.87.105"}] I0313 23:16:06.196611 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"9c279df0-8d1e-4afd-8db4-1b6107de4657", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6603", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:16:07.041855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:16:07.041911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:16:10.377959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:16:10.378004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:16:13.708619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:16:13.708664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:16:17.041701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:16:17.041757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:38.663876 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0313 23:17:38.664015 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0313 23:17:38.664093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:38.664120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:17:38.668926 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0313 23:17:38.668985 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0313 23:17:38.673719 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0313 23:17:38.673984 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"d0d460a4-eaaa-4006-b5d3-cd30dedc771d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7261", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:17:38.674351 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0313 23:17:38.674848 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0313 23:17:38.674987 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0313 23:17:38.675094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:38.675126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:17:38.675306 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:17:38.722573 7 controller.go:216] "Backend successfully reloaded" I0313 23:17:38.722841 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ck7jf", UID:"c813720c-a530-48fe-9c85-1909ec85b674", APIVersion:"v1", ResourceVersion:"1107", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0313 23:17:39.046626 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0313 23:17:39.048506 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.72 - - [13/Mar/2026:23:17:39 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.002 300 7919e0023eba835363ccf766cfb27032 199.204.45.72 - - [13/Mar/2026:23:17:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.330 [openstack-keystone-api-5000] [] 10.0.0.161:5000 1990 0.330 201 c08a2dd91f2df5ce211f175dd969a50a 199.204.45.72 - - [13/Mar/2026:23:17:39 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.027 [openstack-keystone-api-5000] [] 10.0.0.161:5000 85 0.026 404 ffae71018ef985ce3f85c035642f7f17 199.204.45.72 - - [13/Mar/2026:23:17:39 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.025 [openstack-keystone-api-5000] [] 10.0.0.161:5000 128 0.024 200 5c61c529462101764bcca646ea4d2dd5 199.204.45.72 - - [13/Mar/2026:23:17:39 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.034 [openstack-keystone-api-5000] [] 10.0.0.161:5000 229 0.033 201 bff1fd24fedcf1d0f57ee56225bdfa11 W0313 23:17:42.008593 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0313 23:17:42.008768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:42.008793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [13/Mar/2026:23:17:44 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 228 0.003 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.003 300 afdb31dc3ee2707f2f5cf2a129513efb 199.204.45.72 - - [13/Mar/2026:23:17:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 547 0.276 [openstack-keystone-api-5000] [] 10.0.0.161:5000 1990 0.276 201 afc713082cf7264d3feae4d7f5b2831a 199.204.45.72 - - [13/Mar/2026:23:17:45 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.024 [openstack-keystone-api-5000] [] 10.0.0.161:5000 1514 0.024 200 76538f86bd0d0a12922fcfd2ec71f62a 199.204.45.72 - - [13/Mar/2026:23:17:45 +0000] "PUT /v3/roles/6995461a53e04b54ba5bfcd4e9040fb2/implies/9c0e3cc5aa604f9eb2c9b85b0f126f29 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.043 [openstack-keystone-api-5000] [] 10.0.0.161:5000 518 0.043 201 8292b44493ff8452cade0c2cca663966 W0313 23:17:51.870431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:51.870476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:18:06.187811 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.101.87.105"}] I0313 23:18:06.262521 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"d0d460a4-eaaa-4006-b5d3-cd30dedc771d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7563", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:18:06.368302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:18:06.368340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [13/Mar/2026:23:18:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.003 300 331af047bd2de498e4bd11e262f921e6 199.204.45.72 - - [13/Mar/2026:23:18:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.375 [openstack-keystone-api-5000] [] 10.0.0.161:5000 2053 0.375 201 d6dcc3c4d53f4a668e31a3fa1410b5b3 199.204.45.72 - - [13/Mar/2026:23:18:29 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.042 [openstack-keystone-api-5000] [] 10.0.0.161:5000 87 0.042 404 1717af939a0cd15d1647b665b45a715d 199.204.45.72 - - [13/Mar/2026:23:18:29 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.034 [openstack-keystone-api-5000] [] 10.0.0.161:5000 388 0.034 200 97cb1b835fb6bcd48fe646be3c0a070e 199.204.45.72 - - [13/Mar/2026:23:18:29 +0000] "GET /v3/users/rgw-RegionOne?domain_id=17acfbe7ca424b1598cabbde62363234 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.034 [openstack-keystone-api-5000] [] 10.0.0.161:5000 91 0.033 404 452eb88e1fd4a5620e5758014f968896 199.204.45.72 - - [13/Mar/2026:23:18:29 +0000] "GET /v3/users?domain_id=17acfbe7ca424b1598cabbde62363234&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.037 [openstack-keystone-api-5000] [] 10.0.0.161:5000 177 0.037 200 8cb8c82bfb8130e9ada4863b24f7df89 199.204.45.72 - - [13/Mar/2026:23:18:29 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.301 [openstack-keystone-api-5000] [] 10.0.0.161:5000 290 0.301 201 33668f6adfb8b8e4e780f9c74bc6452d 199.204.45.72 - - [13/Mar/2026:23:18:32 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 228 0.002 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.002 300 63b7c2bbf3c0fde11c2f27acfabd7544 199.204.45.72 - - [13/Mar/2026:23:18:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 547 0.334 [openstack-keystone-api-5000] [] 10.0.0.161:5000 2053 0.333 201 5a06a9600355a7a3a83de0230327d2be 199.204.45.72 - - [13/Mar/2026:23:18:32 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 385 0.025 [openstack-keystone-api-5000] [] 10.0.0.161:5000 83 0.026 404 714d223980031bede196682feaa7b003 199.204.45.72 - - [13/Mar/2026:23:18:33 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "python-keystoneclient" 390 0.023 [openstack-keystone-api-5000] [] 10.0.0.161:5000 359 0.023 200 a719f157f483c3d6c825d8bff79ed437 199.204.45.72 - - [13/Mar/2026:23:18:33 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 389 0.099 [openstack-keystone-api-5000] [] 10.0.0.161:5000 87 0.099 404 f01a17f9d115e27b66294a00b5424ccd 199.204.45.72 - - [13/Mar/2026:23:18:33 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "python-keystoneclient" 394 0.032 [openstack-keystone-api-5000] [] 10.0.0.161:5000 388 0.032 200 c615396cce27262578c70785a762d896 199.204.45.72 - - [13/Mar/2026:23:18:33 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 393 0.031 [openstack-keystone-api-5000] [] 10.0.0.161:5000 91 0.030 404 8070254ba37aff044cb139c8924a2472 199.204.45.72 - - [13/Mar/2026:23:18:33 +0000] "GET /v3/users?domain_id=17acfbe7ca424b1598cabbde62363234&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "python-keystoneclient" 441 0.042 [openstack-keystone-api-5000] [] 10.0.0.161:5000 456 0.042 200 6a50a7976d903588323af81decee69b1 199.204.45.72 - - [13/Mar/2026:23:18:33 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 390 0.034 [openstack-keystone-api-5000] [] 10.0.0.161:5000 88 0.034 404 92f0232d222694357aa3bb791cc5e585 199.204.45.72 - - [13/Mar/2026:23:18:33 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "python-keystoneclient" 395 0.023 [openstack-keystone-api-5000] [] 10.0.0.161:5000 518 0.023 200 ac94e7693c779c9aeafe6983d71cf806 199.204.45.72 - - [13/Mar/2026:23:18:33 +0000] "PUT /v3/projects/90aebcb999924c3ba53d5804aa48885e/users/8473aff4f3ef4788ac3b129109d92ed2/roles/450eac140b0d4db0974b18c82c3aba74 HTTP/1.1" 204 0 "-" "python-keystoneclient" 512 0.043 [openstack-keystone-api-5000] [] 10.0.0.161:5000 0 0.043 204 a69b34103702d0b6628e3609868bf135 199.204.45.72 - - [13/Mar/2026:23:18:35 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.004 300 e4bfb6c3802aef17a71d10f0c56a3fa1 199.204.45.72 - - [13/Mar/2026:23:18:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.346 [openstack-keystone-api-5000] [] 10.0.0.161:5000 2053 0.346 201 448b8d04620135d47c0549c5a19f23bb 199.204.45.72 - - [13/Mar/2026:23:18:35 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.019 [openstack-keystone-api-5000] [] 10.0.0.161:5000 150 0.018 200 b9d55e9139a562f1a735d5678884143b 199.204.45.72 - - [13/Mar/2026:23:18:35 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.029 [openstack-keystone-api-5000] [] 10.0.0.161:5000 262 0.029 201 1aa7664ce431b2a5e9a750302da53dda 199.204.45.72 - - [13/Mar/2026:23:18:36 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.003 300 99347cdf63db148c8dd2643ea024dd18 199.204.45.72 - - [13/Mar/2026:23:18:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.322 [openstack-keystone-api-5000] [] 10.0.0.161:5000 2155 0.323 201 f5a95ee3d2359d5a1675b595da012135 199.204.45.72 - - [13/Mar/2026:23:18:36 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.021 [openstack-keystone-api-5000] [] 10.0.0.161:5000 86 0.022 404 454ca6c0ca944ffe12f70bd0f25be6b1 199.204.45.72 - - [13/Mar/2026:23:18:36 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.161:5000 380 0.020 200 cfaf2e8368ca5acbc01f8b3741c89f9f 199.204.45.72 - - [13/Mar/2026:23:18:36 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=4579399597b94b0bb21b09061ea1c755 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.019 [openstack-keystone-api-5000] [] 10.0.0.161:5000 204 0.019 200 a732b97003a35c6177dd3bd373043a49 199.204.45.72 - - [13/Mar/2026:23:18:36 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.037 [openstack-keystone-api-5000] [] 10.0.0.161:5000 377 0.037 201 773e7b9646a949b665fb9c1c672faaa1 199.204.45.72 - - [13/Mar/2026:23:18:37 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.005 300 fd5dd0b213fb99f1d322a8e85e33e57b 199.204.45.72 - - [13/Mar/2026:23:18:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.325 [openstack-keystone-api-5000] [] 10.0.0.161:5000 2363 0.325 201 57e9b09e3cea73b3e9840110dc7db9e0 199.204.45.72 - - [13/Mar/2026:23:18:37 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.027 [openstack-keystone-api-5000] [] 10.0.0.161:5000 86 0.027 404 42bf6d7f61f9ece6dcac7ee8a8a5cee7 199.204.45.72 - - [13/Mar/2026:23:18:37 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.161:5000 380 0.022 200 43f0e77adeefcb1da0700c49b20c02b9 199.204.45.72 - - [13/Mar/2026:23:18:37 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=4579399597b94b0bb21b09061ea1c755 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.022 [openstack-keystone-api-5000] [] 10.0.0.161:5000 206 0.022 200 1d04845fb52d32c715b9b7cab82c214d 199.204.45.72 - - [13/Mar/2026:23:18:37 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.029 [openstack-keystone-api-5000] [] 10.0.0.161:5000 391 0.029 201 5f7c42456a46648c35a0d32bf4fee689 W0313 23:18:38.785974 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0313 23:18:38.786196 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0313 23:18:38.786299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:18:38.786348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:18:38.791023 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0313 23:18:38.791106 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0313 23:18:38.797923 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0313 23:18:38.798179 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"a8dcaa1a-31fd-4ed4-959a-b3d8d9bf8c66", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7778", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:18:38.798448 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0313 23:18:38.798899 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0313 23:18:38.799012 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0313 23:18:38.799091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:18:38.799115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:18:38.799258 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:18:38.847316 7 controller.go:216] "Backend successfully reloaded" I0313 23:18:38.847807 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ck7jf", UID:"c813720c-a530-48fe-9c85-1909ec85b674", APIVersion:"v1", ResourceVersion:"1107", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0313 23:18:39.130635 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0313 23:18:39.131973 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0313 23:18:42.132362 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0313 23:18:42.132546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:18:42.132563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:18:55.438656 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0313 23:18:55.438836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:18:55.438851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:00.579810 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0313 23:19:00.579993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:00.580024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:03.915614 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:19:03.915809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:03.915832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:19:03.916014 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:19:03.971441 7 controller.go:216] "Backend successfully reloaded" I0313 23:19:03.971678 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ck7jf", UID:"c813720c-a530-48fe-9c85-1909ec85b674", APIVersion:"v1", ResourceVersion:"1107", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0313 23:19:06.186512 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.101.87.105"}] I0313 23:19:06.192497 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"a8dcaa1a-31fd-4ed4-959a-b3d8d9bf8c66", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8088", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:19:07.247222 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:19:07.247421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:07.247452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:10.581517 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:19:10.581722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:10.581742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:26.052296 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:19:26.052457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:26.052474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:29.388790 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:19:29.388983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:29.389009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:34.032034 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:19:34.032202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:34.032223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:07.600675 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:20:07.600799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:07.600812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:46.796342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:46.796373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:37.123509 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0313 23:21:37.123687 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0313 23:21:37.123789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:37.123822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:21:37.128578 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:39.1kB} I0313 23:21:37.128624 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0313 23:21:37.134591 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0313 23:21:37.134938 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"7876f201-cde2-41fa-ad65-201f56a8e88b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9230", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:21:37.135286 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0313 23:21:37.135831 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0313 23:21:37.136025 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0313 23:21:37.136175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:37.136196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:21:37.136424 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:21:37.197078 7 controller.go:216] "Backend successfully reloaded" I0313 23:21:37.197372 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ck7jf", UID:"c813720c-a530-48fe-9c85-1909ec85b674", APIVersion:"v1", ResourceVersion:"1107", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0313 23:21:37.405265 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0313 23:21:37.406279 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0313 23:21:40.471382 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0313 23:21:40.471593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:40.471623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [13/Mar/2026:23:21:41 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.005 300 3add58d9b1ce2ba4b921954d8e5bb700 199.204.45.72 - - [13/Mar/2026:23:21:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.342 [openstack-keystone-api-5000] [] 10.0.0.161:5000 3197 0.341 201 1482e40fa2a300d36abb2c89246abaf8 199.204.45.72 - - [13/Mar/2026:23:21:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 28476c59da38ae6ec5e2a0503caf59c9 199.204.45.72 - - [13/Mar/2026:23:21:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1aa74ad065a66b841ea02c5632a5e5b4 199.204.45.72 - - [13/Mar/2026:23:21:43 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.004 300 19b469e2655a576ff7503b44ae06cd5e 199.204.45.72 - - [13/Mar/2026:23:21:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.161:5000 3197 0.288 201 5f685a250d730bbb4415379992011dc1 199.204.45.72 - - [13/Mar/2026:23:21:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ce957e74fb7aa091ef5a3c2524561b51 199.204.45.72 - - [13/Mar/2026:23:21:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 438551fcce0919e766a00a8980368789 199.204.45.72 - - [13/Mar/2026:23:21:45 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.008 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.008 300 5d057f0cd7c1f7cf8b358780708fc1a6 199.204.45.72 - - [13/Mar/2026:23:21:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.161:5000 3197 0.290 201 48941c21e4beb9a649f3a686e02cd7d7 199.204.45.72 - - [13/Mar/2026:23:21:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 292bd18b8a978b591d530e05696c5cfe 199.204.45.72 - - [13/Mar/2026:23:21:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b770e398b2326f62030689d536473aa3 199.204.45.72 - - [13/Mar/2026:23:21:46 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.004 300 e2cebf13ad2b905c34a2891abf81afb7 199.204.45.72 - - [13/Mar/2026:23:21:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.161:5000 3197 0.293 201 ca75acdb2e916aff063410f48227d18e 199.204.45.72 - - [13/Mar/2026:23:21:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 618056b7d181405ebde59b9732399a5e 199.204.45.72 - - [13/Mar/2026:23:21:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 81e06f7875c99468af70ac30d4b71d42 199.204.45.72 - - [13/Mar/2026:23:21:48 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.003 300 c2b947cba158d0fd461339e5daa60f4e 199.204.45.72 - - [13/Mar/2026:23:21:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.161:5000 3197 0.298 201 715935e053d1fc202aa973e8ab2dab6f 199.204.45.72 - - [13/Mar/2026:23:21:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ac8cde79c71000c1e3f77de1ea5aa000 199.204.45.72 - - [13/Mar/2026:23:21:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1083e81fb32aa30c90533cdd1bbde708 199.204.45.72 - - [13/Mar/2026:23:21:50 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.002 300 93861c7e803c957168d628e90798306f 199.204.45.72 - - [13/Mar/2026:23:21:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.161:5000 3197 0.288 201 dcb3e4382d79aa55bc6c687b520ed343 199.204.45.72 - - [13/Mar/2026:23:21:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 12d33d84d0a0635e3190339f3ef8e577 199.204.45.72 - - [13/Mar/2026:23:21:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ab8a03bc15949887e4facfaedb91950e 199.204.45.72 - - [13/Mar/2026:23:21:52 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.003 300 ef3d388f2a0b827186873828f7479d8f 199.204.45.72 - - [13/Mar/2026:23:21:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.161:5000 3197 0.298 201 8b6dcd694624ce0e37e746c94d3e79b3 199.204.45.72 - - [13/Mar/2026:23:21:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - df900ddfe1f3625d56b52abb8d38cacd 199.204.45.72 - - [13/Mar/2026:23:21:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c1e6aa6cd04bf91382900ba643e35868 W0313 23:21:53.659439 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0313 23:21:53.659730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:53.659776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [13/Mar/2026:23:21:54 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.004 300 5df42ad4ab62356810706f0e693f278d 199.204.45.72 - - [13/Mar/2026:23:21:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.286 [openstack-keystone-api-5000] [] 10.0.0.161:5000 3197 0.286 201 b9727998067ab738f37ec308f2421832 199.204.45.72 - - [13/Mar/2026:23:21:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 7202c3534b5861eb4ef4c501078f33a5 199.204.45.72 - - [13/Mar/2026:23:21:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2aa6da6f3162a7fe3d5a1eaccd93f76f 199.204.45.72 - - [13/Mar/2026:23:21:55 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.005 300 e83b7fccb98bf018c9bbbbdaed972311 199.204.45.72 - - [13/Mar/2026:23:21:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.161:5000 3197 0.285 201 2216011bbcb7a811e681448d9083dea7 199.204.45.72 - - [13/Mar/2026:23:21:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4fd36c355f00700d7109808a66a8bee2 199.204.45.72 - - [13/Mar/2026:23:21:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3431457120429a429a547f91fff2cd30 199.204.45.72 - - [13/Mar/2026:23:21:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.004 300 f53f3805398e592614dcb01e9c62e84a 199.204.45.72 - - [13/Mar/2026:23:21:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.307 [openstack-keystone-api-5000] [] 10.0.0.161:5000 3197 0.307 201 20f2e7f1a6cc0b7a464acb5d51cea650 199.204.45.72 - - [13/Mar/2026:23:21:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 754525040f425b75a273d8a03e44f114 199.204.45.72 - - [13/Mar/2026:23:21:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 68cac6a3ee8721519e13310f8163de05 199.204.45.72 - - [13/Mar/2026:23:21:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.004 300 beeee66ab13bf1e5c2228dc889148a32 199.204.45.72 - - [13/Mar/2026:23:21:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.161:5000 3197 0.288 201 01480b9a27029701f5191b4a63189e0b 199.204.45.72 - - [13/Mar/2026:23:21:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0bbfdca6ea77c5134a5710d3a751fc66 199.204.45.72 - - [13/Mar/2026:23:21:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - eb971a04077ada8b892fb3a6c492ff9e 199.204.45.72 - - [13/Mar/2026:23:22:01 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.003 300 d5dd790e673207e820a09756cf3f62de 199.204.45.72 - - [13/Mar/2026:23:22:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.161:5000 3197 0.300 201 890b0e1e3099046e964e77260516715d 199.204.45.72 - - [13/Mar/2026:23:22:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4b998eb704c31814e57439f51dff417d 199.204.45.72 - - [13/Mar/2026:23:22:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - dc954883f24deecc159a6d30c34984b7 W0313 23:22:02.178792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:22:02.178836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [13/Mar/2026:23:22:02 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.005 300 6474e9327f083ae624e77d63dd5a1744 199.204.45.72 - - [13/Mar/2026:23:22:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.286 [openstack-keystone-api-5000] [] 10.0.0.161:5000 3197 0.286 201 d1a2a7ec50fe7d63892c29a6d6a0d539 199.204.45.72 - - [13/Mar/2026:23:22:03 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.47:9292 1183 0.002 300 4a74eaa9bf81b51702e487d527c4903c 199.204.45.72 - - [13/Mar/2026:23:22:03 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.572 [openstack-glance-api-9292] [] 10.0.0.47:9292 69 0.572 200 c560eec7ad09d9319f16ed1e47537125 I0313 23:22:06.187389 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.101.87.105"}] I0313 23:22:06.192342 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"7876f201-cde2-41fa-ad65-201f56a8e88b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9428", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:22:06.194211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:22:06.194250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [13/Mar/2026:23:22:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.161:5000 280 0.004 300 687c02a220a69018c97ea0e4c5f66535 199.204.45.72 - - [13/Mar/2026:23:22:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.161:5000 3197 0.290 201 e22a2e3f0bf89c48b0cb34ff6105af0f 199.204.45.72 - - [13/Mar/2026:23:22:07 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.47:9292 1183 0.002 300 45414a79493901cc9debcea0019a6ac8 199.204.45.72 - - [13/Mar/2026:23:22:07 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.049 [openstack-glance-api-9292] [] 10.0.0.47:9292 69 0.048 200 e27a2aded7fa5eb8459d0e73fe8a59c2 199.204.45.72 - - [13/Mar/2026:23:22:07 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.120 [openstack-glance-api-9292] [] 10.0.0.47:9292 151 0.120 404 ceb0d5534dde9c3fd9d7cb1b76be2a20 199.204.45.72 - - [13/Mar/2026:23:22:07 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.021 [openstack-glance-api-9292] [] 10.0.0.47:9292 81 0.021 200 ad37fd693ed0e3de96af05dd4930c65f 199.204.45.72 - - [13/Mar/2026:23:22:07 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.026 [openstack-glance-api-9292] [] 10.0.0.47:9292 84 0.026 200 6e388caea12bc0c80c5f975efb8f0972 199.204.45.72 - - [13/Mar/2026:23:22:07 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.058 [openstack-glance-api-9292] [] 10.0.0.47:9292 760 0.057 201 e18abf81459d01120cd52ad96eb0796c 199.204.45.72 - - [13/Mar/2026:23:22:11 +0000] "PUT /v2/images/41429585-7d3e-421f-ad71-49e7ce1a7e63/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.787 [openstack-glance-api-9292] [] 10.0.0.47:9292 0 3.787 204 ea265dcacb86435a5c5666acbc2f35d4 199.204.45.72 - - [13/Mar/2026:23:22:11 +0000] "GET /v2/images/41429585-7d3e-421f-ad71-49e7ce1a7e63 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-glance-api-9292] [] 10.0.0.47:9292 1171 0.019 200 424f95cab015d6ac32c564aef9e8a59d 199.204.45.72 - - [13/Mar/2026:23:22:11 +0000] "GET /v2/images/41429585-7d3e-421f-ad71-49e7ce1a7e63 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.017 [openstack-glance-api-9292] [] 10.0.0.47:9292 1171 0.017 200 78781b6c32adc58ec5fdc5bc8221d478 W0313 23:22:14.377461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:22:14.377506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:22:17.711822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:22:17.711871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store