------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0408 06:18:50.236318 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0408 06:18:50.236482 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0408 06:18:50.245403 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0408 06:18:50.248757 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0408 06:18:50.549668 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0408 06:18:50.567630 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0408 06:18:50.579559 7 nginx.go:271] "Starting NGINX Ingress controller" I0408 06:18:50.587149 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"7cbce5f8-72e1-4995-b2d3-618769b996a4", APIVersion:"v1", ResourceVersion:"1305", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0408 06:18:50.592118 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"7c592c8f-3301-489c-8a34-d98cf6bac3b3", APIVersion:"v1", ResourceVersion:"1306", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0408 06:18:50.592222 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"377534be-cfce-4cf9-b2ec-12fb578e734e", APIVersion:"v1", ResourceVersion:"1304", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0408 06:18:51.784064 7 nginx.go:317] "Starting NGINX process" I0408 06:18:51.784165 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0408 06:18:51.784697 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0408 06:18:51.785042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:18:51.785130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:18:51.785269 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:18:51.791092 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0408 06:18:51.791118 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-bmxlz" I0408 06:18:51.822693 7 controller.go:216] "Backend successfully reloaded" I0408 06:18:51.822881 7 controller.go:227] "Initial sync, sleeping for 1 second" I0408 06:18:51.823000 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bmxlz", UID:"7a4cb8fd-aa58-4706-8935-6ad49abd13cc", APIVersion:"v1", ResourceVersion:"1347", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 06:18:55.610777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:18:55.610808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:18:58.949042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:18:58.949075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:02.277697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:02.277756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:05.611108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:05.611185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:08.946371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:08.946413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:12.278381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:12.278438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:15.610982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:15.611020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:25.011773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:25.011826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:28.346358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:28.346410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:31.678015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:31.678063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:18.492792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:18.492830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:25.459410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:25.459452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:28.795720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:28.795767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:32.126706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:32.126756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:35.460814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:35.460857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:38.794018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:38.794061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:42.126884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:42.126942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:45.459693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:45.459741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:48.793604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:48.793665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:52.126801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:52.126829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:55.460349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:55.460419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:58.795673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:58.795704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:23:05.345895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:23:05.345936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:23:08.680332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:23:08.680381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:23:09.027803 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-89.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-89.nip.io-tls was not found. Using default certificate W0408 06:23:09.027849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:23:09.027861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:23:09.029126 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0408 06:23:09.029151 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0408 06:23:09.033990 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0408 06:23:09.034227 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"71cb4cd7-e8b8-41d5-8a50-bf14725b7979", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3317", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:23:09.034445 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-89.nip.io-tls" in local store I0408 06:23:09.243045 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-89.nip.io-tls" I0408 06:23:09.244394 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-89.nip.io-tls" W0408 06:23:12.012847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:23:12.012877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:23:12.012930 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:23:12.051688 7 controller.go:216] "Backend successfully reloaded" I0408 06:23:12.051946 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bmxlz", UID:"7a4cb8fd-aa58-4706-8935-6ad49abd13cc", APIVersion:"v1", ResourceVersion:"1347", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 06:23:15.346032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:23:15.346066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [08/Apr/2026:06:23:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.964 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 1.963 200 1228a68546d1698431fb22cb504a62fd 199.204.45.89 - - [08/Apr/2026:06:23:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.179 [auth-system-keycloak-80] [] 10.0.0.193:8080 116 0.178 404 5e910ce9e457aae7012b985300e5ccc1 199.204.45.89 - - [08/Apr/2026:06:23:25 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.794 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 4.793 201 7909142623d4bd2e615b871acf8fdd67 199.204.45.89 - - [08/Apr/2026:06:23:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.495 [auth-system-keycloak-80] [] 10.0.0.193:8080 4246 0.496 200 6f2bc279edcfb6a66e32094778dc689e 199.204.45.89 - - [08/Apr/2026:06:23:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.491 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.490 200 7dcd797ad76a32769384d9427d3f138d 199.204.45.89 - - [08/Apr/2026:06:23:26 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1209 0.083 [auth-system-keycloak-80] [] 10.0.0.193:8080 12500 0.082 200 fb8e04e94c6688cbe4433b86014097ed 199.204.45.89 - - [08/Apr/2026:06:23:26 +0000] "GET /admin/realms/atmosphere/client-scopes/f600806a-a028-488d-979c-5ff993f64598 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.011 [auth-system-keycloak-80] [] 10.0.0.193:8080 1278 0.010 200 3ac5c3d647d8e6ddba603f3912c8b8e2 199.204.45.89 - - [08/Apr/2026:06:23:26 +0000] "PUT /admin/realms/atmosphere/client-scopes/f600806a-a028-488d-979c-5ff993f64598 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.071 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.071 204 f03c2dcf0bd8e2b31b6a3a13729e734c 199.204.45.89 - - [08/Apr/2026:06:23:26 +0000] "GET /admin/realms/atmosphere/client-scopes/f600806a-a028-488d-979c-5ff993f64598/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.089 [auth-system-keycloak-80] [] 10.0.0.193:8080 963 0.090 200 632db173d623bf6b2671311d8d78081b 199.204.45.89 - - [08/Apr/2026:06:23:26 +0000] "GET /admin/realms/atmosphere/client-scopes/f600806a-a028-488d-979c-5ff993f64598/protocol-mappers/models/12788d8a-1a45-4e8d-b9f0-c941889afc9b HTTP/1.1" 200 366 "-" "Ansible" 1307 0.011 [auth-system-keycloak-80] [] 10.0.0.193:8080 366 0.010 200 2fe849f7c595f8344260ff10a03c123e 199.204.45.89 - - [08/Apr/2026:06:23:26 +0000] "PUT /admin/realms/atmosphere/client-scopes/f600806a-a028-488d-979c-5ff993f64598/protocol-mappers/models/12788d8a-1a45-4e8d-b9f0-c941889afc9b HTTP/1.1" 204 0 "-" "Ansible" 1620 0.079 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.078 204 899be87b5d7fd49e950130a82de6ef77 199.204.45.89 - - [08/Apr/2026:06:23:27 +0000] "GET /admin/realms/atmosphere/client-scopes/f600806a-a028-488d-979c-5ff993f64598 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.081 [auth-system-keycloak-80] [] 10.0.0.193:8080 1218 0.081 200 8b9a8fc9710057c881ef3f17364b68fc 199.204.45.89 - - [08/Apr/2026:06:23:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.520 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.520 200 b115141817931958ffbd8fff1a71abb8 199.204.45.89 - - [08/Apr/2026:06:23:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.193:8080 2 0.013 200 756ee2fee4043d7881c831db66cd4e60 199.204.45.89 - - [08/Apr/2026:06:23:48 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.185 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.185 201 d3a4bf7f9794b308a30e64174afbce8f 199.204.45.89 - - [08/Apr/2026:06:23:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.077 [auth-system-keycloak-80] [] 10.0.0.193:8080 1259 0.078 200 bfa7157d382d836e12ce2388d6b5e604 199.204.45.89 - - [08/Apr/2026:06:23:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.716 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.716 200 e4f8db8958ac3ec7befd716a0b3ecfb0 199.204.45.89 - - [08/Apr/2026:06:23:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.051 [auth-system-keycloak-80] [] 10.0.0.193:8080 2 0.051 200 51d5a2501b17e55588bc0818fbcef9e4 199.204.45.89 - - [08/Apr/2026:06:23:49 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.086 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.084 201 6d92016c862e46b9519cf140e4960a2e 199.204.45.89 - - [08/Apr/2026:06:23:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.022 [auth-system-keycloak-80] [] 10.0.0.193:8080 1283 0.023 200 65852609c78378c00f94168ee0ee92e1 199.204.45.89 - - [08/Apr/2026:06:23:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.441 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.440 200 049bcbbe913601e48e25458dbb221e23 199.204.45.89 - - [08/Apr/2026:06:23:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.035 [auth-system-keycloak-80] [] 10.0.0.193:8080 2 0.036 200 147652c00d7621d660c3965064c1fbdb 199.204.45.89 - - [08/Apr/2026:06:23:50 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.037 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.036 201 adae00c6fa34b6b6da9a1493ac8ddaa0 199.204.45.89 - - [08/Apr/2026:06:23:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.056 [auth-system-keycloak-80] [] 10.0.0.193:8080 1249 0.055 200 4f36bbcc557e4895389a4662839bece0 199.204.45.89 - - [08/Apr/2026:06:23:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.468 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.468 200 8bd4c64a9810283f7605dc3d25489f82 199.204.45.89 - - [08/Apr/2026:06:23:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.193:8080 1259 0.006 200 41249fa6c053a36f2d2befe234b71261 199.204.45.89 - - [08/Apr/2026:06:23:51 +0000] "GET /admin/realms/atmosphere/clients/54dede8f-5b09-4178-a042-28aeb20c9fd8/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.193:8080 119 0.009 404 b016a9a2176b8df0b4729eeffc8c54af 199.204.45.89 - - [08/Apr/2026:06:23:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.193:8080 1259 0.005 200 489618020d1cc74a089c8980262ee45e 199.204.45.89 - - [08/Apr/2026:06:23:51 +0000] "POST /admin/realms/atmosphere/clients/54dede8f-5b09-4178-a042-28aeb20c9fd8/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.061 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.061 201 054d2d3a4f8dac19966239d212c9f5b6 I0408 06:23:51.798610 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.109.107.13"}] I0408 06:23:51.803457 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"71cb4cd7-e8b8-41d5-8a50-bf14725b7979", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3726", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:23:51.805470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:23:51.805512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [08/Apr/2026:06:23:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.071 [auth-system-keycloak-80] [] 10.0.0.193:8080 1259 0.072 200 fc3b4c04108c8b7b8484ab45a2b2ee61 199.204.45.89 - - [08/Apr/2026:06:23:51 +0000] "GET /admin/realms/atmosphere/clients/54dede8f-5b09-4178-a042-28aeb20c9fd8/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.020 [auth-system-keycloak-80] [] 10.0.0.193:8080 166 0.021 200 7d27662e2abf9a6be0bb0bd480ecbe69 199.204.45.89 - - [08/Apr/2026:06:23:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.450 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.449 200 1d7370d9f70b89a74bb8bec7ad4ac9f2 199.204.45.89 - - [08/Apr/2026:06:23:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.028 [auth-system-keycloak-80] [] 10.0.0.193:8080 1283 0.028 200 3da47bc8a7ed275aa323777724845bd3 199.204.45.89 - - [08/Apr/2026:06:23:52 +0000] "GET /admin/realms/atmosphere/clients/d41f2751-9658-4f06-b894-7e1950e1caaf/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.193:8080 119 0.009 404 2ec05f0ddf4b151265d3a23dee93c0ac 199.204.45.89 - - [08/Apr/2026:06:23:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.193:8080 1283 0.007 200 b8dffa819f914b3d2d8705e6cfee92c6 199.204.45.89 - - [08/Apr/2026:06:23:52 +0000] "POST /admin/realms/atmosphere/clients/d41f2751-9658-4f06-b894-7e1950e1caaf/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.060 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.059 201 2c0cc975cab16ad3741a11b568971fc1 199.204.45.89 - - [08/Apr/2026:06:23:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.193:8080 1283 0.006 200 92f2cd017082587e69302f7c78900808 199.204.45.89 - - [08/Apr/2026:06:23:52 +0000] "GET /admin/realms/atmosphere/clients/d41f2751-9658-4f06-b894-7e1950e1caaf/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.071 [auth-system-keycloak-80] [] 10.0.0.193:8080 165 0.071 200 f18dcd27d68219f32ec09c8d2a9a96b5 199.204.45.89 - - [08/Apr/2026:06:23:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.472 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.471 200 f163208ea5c3a327a8356c73096a7a4a 199.204.45.89 - - [08/Apr/2026:06:23:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.041 [auth-system-keycloak-80] [] 10.0.0.193:8080 1283 0.041 200 5d0a7e88219dea043649cd20d0bf53f7 199.204.45.89 - - [08/Apr/2026:06:23:53 +0000] "GET /admin/realms/atmosphere/clients/d41f2751-9658-4f06-b894-7e1950e1caaf/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.193:8080 119 0.009 404 822a35d34f49769f9703a0fde12854c9 199.204.45.89 - - [08/Apr/2026:06:23:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.193:8080 1283 0.005 200 d4d35f56838d466c4385fe07cee87e59 199.204.45.89 - - [08/Apr/2026:06:23:53 +0000] "POST /admin/realms/atmosphere/clients/d41f2751-9658-4f06-b894-7e1950e1caaf/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.014 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.013 201 e76d53b6cd1e2cae10bc88f9efa2a20c 199.204.45.89 - - [08/Apr/2026:06:23:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.028 [auth-system-keycloak-80] [] 10.0.0.193:8080 1283 0.028 200 aac72b85ac035067117ce626bb790c91 199.204.45.89 - - [08/Apr/2026:06:23:53 +0000] "GET /admin/realms/atmosphere/clients/d41f2751-9658-4f06-b894-7e1950e1caaf/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.193:8080 166 0.011 200 f85c2da111e92ae81a0b219c0dc673f7 199.204.45.89 - - [08/Apr/2026:06:23:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.471 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.470 200 1d4e211fcc54229fa2e0dc7fba969672 199.204.45.89 - - [08/Apr/2026:06:23:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.030 [auth-system-keycloak-80] [] 10.0.0.193:8080 1283 0.030 200 8e81a3e71cd7befa47f212edf626e045 199.204.45.89 - - [08/Apr/2026:06:23:54 +0000] "GET /admin/realms/atmosphere/clients/d41f2751-9658-4f06-b894-7e1950e1caaf/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.193:8080 119 0.009 404 465f11afcfbc436addea0d0d793afcc3 199.204.45.89 - - [08/Apr/2026:06:23:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.060 [auth-system-keycloak-80] [] 10.0.0.193:8080 1283 0.059 200 6057f08c84c4e9e878b9732c987f449f 199.204.45.89 - - [08/Apr/2026:06:23:54 +0000] "POST /admin/realms/atmosphere/clients/d41f2751-9658-4f06-b894-7e1950e1caaf/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.020 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.019 201 d78ca8ad144affadb3f1c7636375e9c4 199.204.45.89 - - [08/Apr/2026:06:23:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.193:8080 1283 0.005 200 0fa64002c1e1206c7f4ff00962e13e21 199.204.45.89 - - [08/Apr/2026:06:23:54 +0000] "GET /admin/realms/atmosphere/clients/d41f2751-9658-4f06-b894-7e1950e1caaf/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.047 [auth-system-keycloak-80] [] 10.0.0.193:8080 166 0.047 200 6c572d9f104b99bce5e58d381e40555d 199.204.45.89 - - [08/Apr/2026:06:23:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.476 200 b7e1f3ada4da2d9a070d728e44a91fdf 199.204.45.89 - - [08/Apr/2026:06:23:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.042 [auth-system-keycloak-80] [] 10.0.0.193:8080 1249 0.041 200 bdcce9a1341356ede7bc4626c6f6a305 199.204.45.89 - - [08/Apr/2026:06:23:55 +0000] "GET /admin/realms/atmosphere/clients/f0027a00-0935-4878-b0e8-9bb39936df72/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.193:8080 119 0.010 404 62f599a6e359b8392ff226db2089134b 199.204.45.89 - - [08/Apr/2026:06:23:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.193:8080 1249 0.005 200 64b38bae5cbba41fa6401ff8ad7c5f32 199.204.45.89 - - [08/Apr/2026:06:23:55 +0000] "POST /admin/realms/atmosphere/clients/f0027a00-0935-4878-b0e8-9bb39936df72/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.015 201 bf7c1c911600f2952ca01f61c5d77ca6 199.204.45.89 - - [08/Apr/2026:06:23:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.193:8080 1249 0.008 200 0e35331a21f2dfc320a0ac10362c2613 199.204.45.89 - - [08/Apr/2026:06:23:55 +0000] "GET /admin/realms/atmosphere/clients/f0027a00-0935-4878-b0e8-9bb39936df72/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.193:8080 166 0.015 200 de7c74abbf78dac46fabdd902b99d922 W0408 06:24:09.050468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:24:09.050557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:24:12.383778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:24:12.383827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:00.719770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:00.719803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:00.806039 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:25:00.806153 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0408 06:25:00.806208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:00.806238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:00.806552 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:00.806596 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:00.806669 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0408 06:25:00.806722 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0408 06:25:00.806727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:00.806748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:00.806766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:00.806798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:25:00.808439 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0408 06:25:00.808465 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0408 06:25:00.808739 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0408 06:25:00.808767 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0408 06:25:00.808901 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0408 06:25:00.808944 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0408 06:25:00.814705 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0408 06:25:00.815149 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0408 06:25:00.815174 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0408 06:25:00.816093 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0408 06:25:00.816420 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0408 06:25:00.816654 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0408 06:25:00.816672 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b302cd2e-5d7f-419f-99ff-110b9f1171c9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4325", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 06:25:00.816682 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b276c3fd-6ac2-4842-8e05-4cc2e8101c9f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4326", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 06:25:00.816714 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"6b2f1119-ec28-4415-aa5d-3c01903375b4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4327", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 06:25:01.328225 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0408 06:25:01.329841 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0408 06:25:01.525586 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0408 06:25:01.526684 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0408 06:25:01.723380 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0408 06:25:01.724434 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0408 06:25:04.053793 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:04.053833 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:25:04.053855 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:04.053951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:04.053966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:25:04.054035 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:25:04.098890 7 controller.go:216] "Backend successfully reloaded" I0408 06:25:04.099473 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bmxlz", UID:"7a4cb8fd-aa58-4706-8935-6ad49abd13cc", APIVersion:"v1", ResourceVersion:"1347", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 06:25:07.387418 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:07.387510 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:25:07.387540 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:07.387649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:07.387670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:10.720780 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:10.720825 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:25:10.720852 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:10.720930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:10.720942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:14.054116 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:14.054203 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:25:14.054242 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:14.054363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:14.054395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:17.387371 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:17.387448 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:25:17.387510 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:17.387732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:17.387774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:20.719870 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:20.719917 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:25:20.719941 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:20.720025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:20.720037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:24.054760 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:24.054830 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:25:24.054857 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:24.054941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:24.054958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:27.387103 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:27.387170 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:25:27.387207 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:27.387358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:27.387384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:30.720654 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:30.720714 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:25:30.720755 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:30.720871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:30.720897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:34.053715 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:34.053865 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:34.054024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:34.054055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:37.387104 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:37.387186 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:37.387290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:37.387316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:40.720789 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:40.720879 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:40.721102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:40.721130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.213 - - [08/Apr/2026:06:25:43 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "Go-http-client/1.1" 160 0.034 [auth-system-keycloak-80] [] 10.0.0.193:8080 6361 0.034 200 f1a3aaf665de07fd9ae6b605f1288f62 10.0.0.144 - - [08/Apr/2026:06:25:43 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "Go-http-client/1.1" 160 0.008 [auth-system-keycloak-80] [] 10.0.0.193:8080 6361 0.009 200 03186ee6245b395beab342d4c9b30dd3 W0408 06:25:44.053662 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:44.053834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:44.053864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:47.387156 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:47.387436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:47.387473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:50.720755 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:50.720936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:50.720954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:25:51.798931 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.109.107.13"}] I0408 06:25:51.799492 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.109.107.13"}] I0408 06:25:51.799578 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.109.107.13"}] I0408 06:25:51.815071 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"6b2f1119-ec28-4415-aa5d-3c01903375b4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5486", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 06:25:51.842236 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b302cd2e-5d7f-419f-99ff-110b9f1171c9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5487", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 06:25:51.852237 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b276c3fd-6ac2-4842-8e05-4cc2e8101c9f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5488", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:25:54.053828 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:54.054104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:54.054141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:57.387975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:57.388022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:00.720874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:00.720940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:09.330699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:09.330763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:12.665370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:12.665416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [08/Apr/2026:06:26:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.473 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.472 200 7a324d0f53b10566786437f41c0d49c1 199.204.45.89 - - [08/Apr/2026:06:26:15 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.044 [auth-system-keycloak-80] [] 10.0.0.193:8080 4246 0.045 200 96ba98e4a0129aed76baa0d57e3b6c90 199.204.45.89 - - [08/Apr/2026:06:26:15 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.405 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.404 204 49a5d02fa95ed3f7d5af72667864a639 199.204.45.89 - - [08/Apr/2026:06:26:15 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.187 [auth-system-keycloak-80] [] 10.0.0.193:8080 4384 0.186 200 3576a68ee95fa69d48f4b495cd416c58 199.204.45.89 - - [08/Apr/2026:06:26:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.456 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.454 200 b5ee34f6bbd257b42c5dac31987fd40b 199.204.45.89 - - [08/Apr/2026:06:26:16 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.193:8080 1682 0.007 200 ab639d4aef95c6a05187e564aad11307 199.204.45.89 - - [08/Apr/2026:06:26:17 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "ansible-httpget" 180 0.005 [auth-system-keycloak-80] [] 10.0.0.193:8080 6361 0.005 200 e8f8ddc43dedbb87afff73c32c1e77a1 199.204.45.89 - - [08/Apr/2026:06:26:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.502 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.500 200 77429967aeefe9b926aba577d51f75e9 199.204.45.89 - - [08/Apr/2026:06:26:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.193:8080 2 0.007 200 7d9db1c3749083a7d2b1273e45a44e10 199.204.45.89 - - [08/Apr/2026:06:26:18 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.170 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.168 201 317992c1202dad34321e03f7cc177f62 199.204.45.89 - - [08/Apr/2026:06:26:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.022 [auth-system-keycloak-80] [] 10.0.0.193:8080 2242 0.021 200 7cac7578531fcfb110d6e2d3060ef732 199.204.45.89 - - [08/Apr/2026:06:26:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.547 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.546 200 751576042437d9c541135cc024be8145 199.204.45.89 - - [08/Apr/2026:06:26:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.193:8080 2242 0.006 200 38c1a58f6f06414336c23ed53b6d525c 199.204.45.89 - - [08/Apr/2026:06:26:20 +0000] "GET /admin/realms/atmosphere/clients/0f91c3bb-6e04-4ae7-bb0f-ff8f4a78bfc4/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.018 [auth-system-keycloak-80] [] 10.0.0.193:8080 233 0.018 200 6f6e9d6de7b945ef19aef8ead4d67352 199.204.45.89 - - [08/Apr/2026:06:26:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.036 [auth-system-keycloak-80] [] 10.0.0.193:8080 831 0.036 200 d9fbf48a1a643ae0badf4d39e68ea768 199.204.45.89 - - [08/Apr/2026:06:26:20 +0000] "GET /admin/realms/atmosphere/clients/5b20466a-d9f9-4cc7-b0d9-40e1b7ab39ab/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.082 [auth-system-keycloak-80] [] 10.0.0.193:8080 3758 0.083 200 3aa4d8fa1a8a686d2775fa629f38aa70 199.204.45.89 - - [08/Apr/2026:06:26:20 +0000] "GET /admin/realms/atmosphere/users/c2ae17c3-335b-44d0-aa33-2e5157ae6799/role-mappings/clients/5b20466a-d9f9-4cc7-b0d9-40e1b7ab39ab/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.186 [auth-system-keycloak-80] [] 10.0.0.193:8080 3758 0.187 200 9dc69309a03c038627ec7b61adbf05da 199.204.45.89 - - [08/Apr/2026:06:26:20 +0000] "GET /admin/realms/atmosphere/users/c2ae17c3-335b-44d0-aa33-2e5157ae6799/role-mappings/clients/5b20466a-d9f9-4cc7-b0d9-40e1b7ab39ab/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.019 [auth-system-keycloak-80] [] 10.0.0.193:8080 2 0.019 200 3e07787c9dea54da481bf756ef42c311 199.204.45.89 - - [08/Apr/2026:06:26:20 +0000] "POST /admin/realms/atmosphere/users/c2ae17c3-335b-44d0-aa33-2e5157ae6799/role-mappings/clients/5b20466a-d9f9-4cc7-b0d9-40e1b7ab39ab HTTP/1.1" 204 0 "-" "Ansible" 1388 0.056 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.056 204 f169c64f123aee2421064c0b68e35cdf 199.204.45.89 - - [08/Apr/2026:06:26:20 +0000] "GET /admin/realms/atmosphere/users/c2ae17c3-335b-44d0-aa33-2e5157ae6799/role-mappings/clients/5b20466a-d9f9-4cc7-b0d9-40e1b7ab39ab/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.012 [auth-system-keycloak-80] [] 10.0.0.193:8080 576 0.012 200 edc24f69ccb8e88a816d6ef0f6a2e905 W0408 06:26:23.446542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:23.446577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:26.780978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:26.781029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:30.114346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:30.114392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:33.448768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:33.448800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:28.017670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:28.017716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:00.230051 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0408 06:29:00.230136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:00.230156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:29:00.233966 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0408 06:29:00.234000 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0408 06:29:00.239230 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0408 06:29:00.239653 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0408 06:29:00.239971 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0408 06:29:00.240028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:00.240042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:29:00.240048 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"c7768947-63fe-4073-98dd-d4f76ffd63eb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6766", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 06:29:00.240139 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:29:00.291637 7 controller.go:216] "Backend successfully reloaded" I0408 06:29:00.292063 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bmxlz", UID:"7a4cb8fd-aa58-4706-8935-6ad49abd13cc", APIVersion:"v1", ResourceVersion:"1347", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 06:29:00.558785 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0408 06:29:00.559709 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0408 06:29:03.575519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:03.575568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [08/Apr/2026:06:29:04 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.003 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.003 300 38f8185ea893ede56cd1d03b91d28895 199.204.45.89 - - [08/Apr/2026:06:29:05 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.007 [openstack-keystone-api-5000] [] 10.0.0.202:5000 265 0.008 200 590d434f5b373d4e4eb99a776aa114aa 199.204.45.89 - - [08/Apr/2026:06:29:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.387 [openstack-keystone-api-5000] [] 10.0.0.202:5000 1359 0.386 201 8f2170fcb2f1497284a93fcf2546e711 199.204.45.89 - - [08/Apr/2026:06:29:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.004 300 c1275f0d1533983f1e6529d2690e8960 199.204.45.89 - - [08/Apr/2026:06:29:06 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.027 [openstack-keystone-api-5000] [] 10.0.0.202:5000 90 0.027 404 6aa0f77e8e19df15e7ff5906386788f5 199.204.45.89 - - [08/Apr/2026:06:29:06 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.025 [openstack-keystone-api-5000] [] 10.0.0.202:5000 366 0.024 200 699198152d6088a3efac644a9a1f0082 199.204.45.89 - - [08/Apr/2026:06:29:06 +0000] "GET /v3/domains/13b37e8e6b124f43b3e1d31e3717ea7c HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.022 [openstack-keystone-api-5000] [] 10.0.0.202:5000 244 0.021 200 95045f6e6ffa759066cccc870055a787 199.204.45.89 - - [08/Apr/2026:06:29:06 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.202:5000 265 0.004 200 ba5846ae5cd9d432256a86ca1e6c5d51 199.204.45.89 - - [08/Apr/2026:06:29:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.317 [openstack-keystone-api-5000] [] 10.0.0.202:5000 1359 0.318 201 e7976c581275bc47c8b46e38982dbe71 199.204.45.89 - - [08/Apr/2026:06:29:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.004 300 899eb0e07fcc1ea4bb5f85c803d52737 199.204.45.89 - - [08/Apr/2026:06:29:07 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.023 [openstack-keystone-api-5000] [] 10.0.0.202:5000 101 0.022 404 7ad1c357b2eb2fb6643d9e368a88935e 199.204.45.89 - - [08/Apr/2026:06:29:07 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.024 [openstack-keystone-api-5000] [] 10.0.0.202:5000 155 0.024 200 f2f731a245e485a826a75fcc99eef987 199.204.45.89 - - [08/Apr/2026:06:29:07 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.025 [openstack-keystone-api-5000] [] 10.0.0.202:5000 451 0.026 201 46de4370c80df7792b0e0c0bcc1ab989 199.204.45.89 - - [08/Apr/2026:06:29:07 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.202:5000 265 0.004 200 2ad5945b94a9dd348e7f31e866099b79 199.204.45.89 - - [08/Apr/2026:06:29:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.202:5000 1359 0.294 201 178220e1eabfdd8e495c5b891ecebcee 199.204.45.89 - - [08/Apr/2026:06:29:08 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.003 300 5dc8613b0aeb1cd8e966eaca3bd79be1 199.204.45.89 - - [08/Apr/2026:06:29:08 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.022 [openstack-keystone-api-5000] [] 10.0.0.202:5000 98 0.022 404 c4f7479f30b6eeedbcb9a1c9cd36be7c 199.204.45.89 - - [08/Apr/2026:06:29:08 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.020 [openstack-keystone-api-5000] [] 10.0.0.202:5000 135 0.021 200 90668e5c45547590ef686d210fc6d7f6 199.204.45.89 - - [08/Apr/2026:06:29:08 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 331 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.023 [openstack-keystone-api-5000] [] 10.0.0.202:5000 331 0.023 201 534ab8d3979d3d1f7a63816d2aac0b72 199.204.45.89 - - [08/Apr/2026:06:29:08 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.202:5000 265 0.003 200 d6118f2ef328e825a2ad4880e7ff783f 199.204.45.89 - - [08/Apr/2026:06:29:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.202:5000 1359 0.285 201 81fc0dc32f51ee58db936d5982f18fc8 199.204.45.89 - - [08/Apr/2026:06:29:09 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.004 300 9628d9e25dff278ceb8402fa43f377a2 199.204.45.89 - - [08/Apr/2026:06:29:09 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.032 [openstack-keystone-api-5000] [] 10.0.0.202:5000 131 0.033 404 1397b1c5c551b1a40897a283d9078c38 199.204.45.89 - - [08/Apr/2026:06:29:09 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.019 [openstack-keystone-api-5000] [] 10.0.0.202:5000 167 0.020 200 33842bdc6dcc8c7e8863f59147423fa2 199.204.45.89 - - [08/Apr/2026:06:29:09 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.025 [openstack-keystone-api-5000] [] 10.0.0.202:5000 222 0.026 201 71aeb1932da50c68f13c8d1fbeea65eb W0408 06:29:18.539659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:18.539719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:21.873181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:21.873221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:25.207849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:25.207900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:28.542518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:28.542573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:42.996841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:42.996893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:46.330660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:46.330711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:49.664908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:49.664934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:29:51.799091 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.109.107.13"}] I0408 06:29:51.804201 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"c7768947-63fe-4073-98dd-d4f76ffd63eb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7243", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:29:52.997643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:52.997684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:56.330654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:56.330687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:16.231659 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 06:31:16.231782 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0408 06:31:16.231855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:16.231878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:31:16.236032 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:32.2kB} I0408 06:31:16.236074 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0408 06:31:16.244548 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0408 06:31:16.244872 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"afdaa878-1448-4aae-952f-1bc0859633b5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7824", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:31:16.245097 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0408 06:31:16.245473 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 06:31:16.245574 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0408 06:31:16.245646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:16.245668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:31:16.245824 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:31:16.294224 7 controller.go:216] "Backend successfully reloaded" I0408 06:31:16.294491 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bmxlz", UID:"7a4cb8fd-aa58-4706-8935-6ad49abd13cc", APIVersion:"v1", ResourceVersion:"1347", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 06:31:16.552338 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0408 06:31:16.554180 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.89 - - [08/Apr/2026:06:31:16 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.005 300 71ec26cb833deeddb1dbe595936fdcec 199.204.45.89 - - [08/Apr/2026:06:31:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.333 [openstack-keystone-api-5000] [] 10.0.0.202:5000 1990 0.334 201 83d944b106cbd45cc5b8a33d34a5175e 199.204.45.89 - - [08/Apr/2026:06:31:17 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.030 [openstack-keystone-api-5000] [] 10.0.0.202:5000 85 0.029 404 77d9d41edd72842c052427ad7ea3a9e4 199.204.45.89 - - [08/Apr/2026:06:31:17 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.021 [openstack-keystone-api-5000] [] 10.0.0.202:5000 128 0.022 200 1987d3d0b06deae82bd85d0e3150882c 199.204.45.89 - - [08/Apr/2026:06:31:17 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.026 [openstack-keystone-api-5000] [] 10.0.0.202:5000 229 0.026 201 4de49ed0efadb432fcf7ba656ded61dc W0408 06:31:19.580181 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 06:31:19.580352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:19.580379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:22.912835 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 06:31:22.912940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:22.912953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [08/Apr/2026:06:31:24 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.004 300 f87a0481b8efb0e79bdd3f4b73465840 199.204.45.89 - - [08/Apr/2026:06:31:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 547 0.296 [openstack-keystone-api-5000] [] 10.0.0.202:5000 1990 0.295 201 39e649ed4500f58d766ce0c046d6bcc1 199.204.45.89 - - [08/Apr/2026:06:31:25 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.026 [openstack-keystone-api-5000] [] 10.0.0.202:5000 1514 0.027 200 cbb7adee4f6b48cc536869ccbcef0846 199.204.45.89 - - [08/Apr/2026:06:31:25 +0000] "PUT /v3/roles/525335dc4ba946e7ac7db3f29fdaa689/implies/3eb45f6e1a764fb99078b3120d51a85d HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.036 [openstack-keystone-api-5000] [] 10.0.0.202:5000 518 0.036 201 00a65655ae13599ef13643da6f039f63 W0408 06:31:27.030372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:27.030410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:31:51.799296 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.109.107.13"}] I0408 06:31:51.805889 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"afdaa878-1448-4aae-952f-1bc0859633b5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8184", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:31:51.809274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:51.809307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [08/Apr/2026:06:32:11 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.002 300 692956c4c7bbf6c3ca9f4385b2c9f9bd 199.204.45.89 - - [08/Apr/2026:06:32:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.334 [openstack-keystone-api-5000] [] 10.0.0.202:5000 2053 0.335 201 c39cf303096469510078d55b0aaedda9 199.204.45.89 - - [08/Apr/2026:06:32:11 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.035 [openstack-keystone-api-5000] [] 10.0.0.202:5000 87 0.035 404 faf783f9d947be9e3c4eaa4828015310 199.204.45.89 - - [08/Apr/2026:06:32:11 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.026 [openstack-keystone-api-5000] [] 10.0.0.202:5000 388 0.026 200 ebebe0d731f25ec4a1f35f1f0d60d281 199.204.45.89 - - [08/Apr/2026:06:32:11 +0000] "GET /v3/users/rgw-RegionOne?domain_id=f4660f4acdea4be4b09b95ea6e80a7da HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.033 [openstack-keystone-api-5000] [] 10.0.0.202:5000 91 0.033 404 9c189387425c54d11f72a780e26dcf74 199.204.45.89 - - [08/Apr/2026:06:32:11 +0000] "GET /v3/users?domain_id=f4660f4acdea4be4b09b95ea6e80a7da&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.035 [openstack-keystone-api-5000] [] 10.0.0.202:5000 177 0.035 200 43f4230e3c7bd7ef5f269700b80d0f2d 199.204.45.89 - - [08/Apr/2026:06:32:12 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.296 [openstack-keystone-api-5000] [] 10.0.0.202:5000 290 0.297 201 e15d219528fe8f1082f01c01111bd90c 199.204.45.89 - - [08/Apr/2026:06:32:15 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 228 0.003 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.003 300 9bc89f8889bee7d35b1cd0598ae6291e 199.204.45.89 - - [08/Apr/2026:06:32:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 547 0.294 [openstack-keystone-api-5000] [] 10.0.0.202:5000 2053 0.295 201 9faf3c34bd75779689f9f0649a6378cf 199.204.45.89 - - [08/Apr/2026:06:32:15 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 385 0.025 [openstack-keystone-api-5000] [] 10.0.0.202:5000 83 0.025 404 8e0a49b99cf99e872eb8b8e65c9b60c1 199.204.45.89 - - [08/Apr/2026:06:32:15 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "python-keystoneclient" 390 0.023 [openstack-keystone-api-5000] [] 10.0.0.202:5000 359 0.022 200 577f9311fd80a1cd6247a3dd2f96948d 199.204.45.89 - - [08/Apr/2026:06:32:15 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 389 0.038 [openstack-keystone-api-5000] [] 10.0.0.202:5000 87 0.039 404 8675922b395738f7ff1ede980224b5c3 199.204.45.89 - - [08/Apr/2026:06:32:15 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "python-keystoneclient" 394 0.029 [openstack-keystone-api-5000] [] 10.0.0.202:5000 388 0.028 200 66b6569effe6d21e62b6eb94695b912a 199.204.45.89 - - [08/Apr/2026:06:32:15 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 393 0.031 [openstack-keystone-api-5000] [] 10.0.0.202:5000 91 0.032 404 67efe23ebaa057de071d26ce286d7f39 199.204.45.89 - - [08/Apr/2026:06:32:15 +0000] "GET /v3/users?domain_id=f4660f4acdea4be4b09b95ea6e80a7da&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "python-keystoneclient" 441 0.034 [openstack-keystone-api-5000] [] 10.0.0.202:5000 456 0.034 200 bb014ecc775fa53aa24222cd2b73423d 199.204.45.89 - - [08/Apr/2026:06:32:15 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 390 0.028 [openstack-keystone-api-5000] [] 10.0.0.202:5000 88 0.027 404 d24c311f50d2b529897ecd4eabe78e37 199.204.45.89 - - [08/Apr/2026:06:32:15 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "python-keystoneclient" 395 0.025 [openstack-keystone-api-5000] [] 10.0.0.202:5000 518 0.025 200 6fe721592829b25346f5c673bc3669a0 199.204.45.89 - - [08/Apr/2026:06:32:15 +0000] "PUT /v3/projects/1db092007f734d1091972b01d8305f43/users/c705b669cb6049dc8bc5b56c2bfed17a/roles/da82b70643e34023a9f37e09d7325ba9 HTTP/1.1" 204 0 "-" "python-keystoneclient" 512 0.039 [openstack-keystone-api-5000] [] 10.0.0.202:5000 0 0.039 204 7405702040f7b10890910328a4357cfc 199.204.45.89 - - [08/Apr/2026:06:32:17 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.005 300 a13363b50471da24fe86b32d20913c72 199.204.45.89 - - [08/Apr/2026:06:32:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.345 [openstack-keystone-api-5000] [] 10.0.0.202:5000 2053 0.345 201 3041b4bc9054c063f5a64c53ce51a0ed 199.204.45.89 - - [08/Apr/2026:06:32:18 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.020 [openstack-keystone-api-5000] [] 10.0.0.202:5000 150 0.020 200 a9257b46f7531805e874c946fa6d3f8e 199.204.45.89 - - [08/Apr/2026:06:32:18 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.032 [openstack-keystone-api-5000] [] 10.0.0.202:5000 262 0.033 201 daad9393b17e5fa176c611aed8ee2529 199.204.45.89 - - [08/Apr/2026:06:32:18 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.005 300 63a2b006416e0e425032c56fe69b6a7a 199.204.45.89 - - [08/Apr/2026:06:32:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.306 [openstack-keystone-api-5000] [] 10.0.0.202:5000 2155 0.306 201 298c9871f89ff36c839f3213db6de516 199.204.45.89 - - [08/Apr/2026:06:32:19 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.026 [openstack-keystone-api-5000] [] 10.0.0.202:5000 86 0.025 404 58434841513c9f16434cc728a7aaef78 199.204.45.89 - - [08/Apr/2026:06:32:19 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.018 [openstack-keystone-api-5000] [] 10.0.0.202:5000 380 0.019 200 4c9e78011ec9d7d9ba9013a004e955c8 199.204.45.89 - - [08/Apr/2026:06:32:19 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=8a096a08af794d75bd72fe10572eafd2 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.023 [openstack-keystone-api-5000] [] 10.0.0.202:5000 204 0.023 200 c178a6efe89777ad9d8087ebc660fd6f 199.204.45.89 - - [08/Apr/2026:06:32:19 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.039 [openstack-keystone-api-5000] [] 10.0.0.202:5000 377 0.039 201 afbc3384dcc9bf1309030e0636d28385 199.204.45.89 - - [08/Apr/2026:06:32:19 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.004 300 135778ca060c6c8211dcd8008253e278 199.204.45.89 - - [08/Apr/2026:06:32:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.308 [openstack-keystone-api-5000] [] 10.0.0.202:5000 2363 0.308 201 85f929d670d34b0afab1ddf434e1d262 199.204.45.89 - - [08/Apr/2026:06:32:20 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.019 [openstack-keystone-api-5000] [] 10.0.0.202:5000 86 0.019 404 be205c933aadeda51bdd6c195f5be2b3 199.204.45.89 - - [08/Apr/2026:06:32:20 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.020 [openstack-keystone-api-5000] [] 10.0.0.202:5000 380 0.020 200 b092169d679cfdb25b4d9a563bd6d082 199.204.45.89 - - [08/Apr/2026:06:32:20 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=8a096a08af794d75bd72fe10572eafd2 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.025 [openstack-keystone-api-5000] [] 10.0.0.202:5000 206 0.025 200 1e0942563e774ab476aaaf55c5c3d780 199.204.45.89 - - [08/Apr/2026:06:32:20 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.026 [openstack-keystone-api-5000] [] 10.0.0.202:5000 391 0.026 201 7bf224966440bdfd69707e3cec6a8a15 W0408 06:32:21.472097 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 06:32:21.472261 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0408 06:32:21.472356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:21.472384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:32:21.477091 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0408 06:32:21.477131 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0408 06:32:21.481738 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0408 06:32:21.482080 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"70f3c5f9-9c71-4330-97ea-fe35a302fe9a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8393", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:32:21.482266 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0408 06:32:21.482629 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 06:32:21.482741 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0408 06:32:21.482814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:21.482829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:32:21.482978 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:32:21.535674 7 controller.go:216] "Backend successfully reloaded" I0408 06:32:21.535906 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bmxlz", UID:"7a4cb8fd-aa58-4706-8935-6ad49abd13cc", APIVersion:"v1", ResourceVersion:"1347", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 06:32:21.806929 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0408 06:32:21.808286 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0408 06:32:24.816882 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 06:32:24.816993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:24.817004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:38.046951 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 06:32:38.047126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:38.047149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:43.101573 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 06:32:43.101729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:43.101743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:46.435087 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:32:46.435230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:46.435249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:32:46.435364 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:32:46.485414 7 controller.go:216] "Backend successfully reloaded" I0408 06:32:46.485571 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bmxlz", UID:"7a4cb8fd-aa58-4706-8935-6ad49abd13cc", APIVersion:"v1", ResourceVersion:"1347", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 06:32:49.769461 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:32:49.769704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:49.769755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:32:51.799582 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.109.107.13"}] I0408 06:32:51.805306 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"70f3c5f9-9c71-4330-97ea-fe35a302fe9a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8744", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:32:53.101941 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:32:53.102065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:53.102100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:56.435818 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:32:56.436230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:56.436292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:08.586618 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:33:08.586752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:08.586775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:11.920828 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:33:11.921093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:11.921120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:16.603766 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:33:16.603901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:16.603921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:53.012954 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:33:53.013120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:53.013145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:34:32.112932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:34:32.112968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:16.524157 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 06:35:16.524445 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0408 06:35:16.524557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:16.524584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:35:16.529961 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:39.1kB} I0408 06:35:16.529985 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0408 06:35:16.534816 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" W0408 06:35:16.535388 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store I0408 06:35:16.535611 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"4dcfc5bd-c5b1-4cbf-ad3d-09bd0f54e743", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9917", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:35:16.535873 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 06:35:16.536032 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0408 06:35:16.536155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:16.536185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:35:16.536385 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:35:16.592449 7 controller.go:216] "Backend successfully reloaded" I0408 06:35:16.592759 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bmxlz", UID:"7a4cb8fd-aa58-4706-8935-6ad49abd13cc", APIVersion:"v1", ResourceVersion:"1347", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 06:35:16.962182 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0408 06:35:16.963056 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0408 06:35:19.871903 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 06:35:19.872088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:19.872113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [08/Apr/2026:06:35:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.005 300 bc6050031bfda68809d67e32504a45e7 199.204.45.89 - - [08/Apr/2026:06:35:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.336 [openstack-keystone-api-5000] [] 10.0.0.202:5000 3197 0.337 201 0c824c901ed3d29ae526bc6035063248 199.204.45.89 - - [08/Apr/2026:06:35:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 894abef36587177ffd8b523f0ac08ccb 199.204.45.89 - - [08/Apr/2026:06:35:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e9a4c01d6ba29fece343ac4141e2ea7d 199.204.45.89 - - [08/Apr/2026:06:35:22 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.004 300 24184a4c0a568360218b596359d473ab 199.204.45.89 - - [08/Apr/2026:06:35:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.202:5000 3197 0.287 201 dc1218b062ca1c391dbbed81393dbe91 199.204.45.89 - - [08/Apr/2026:06:35:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 90a6cbb0e17e6688116d3b91485f8127 199.204.45.89 - - [08/Apr/2026:06:35:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 93e060b1f3ca8dfe1c6d46ac3c6c94af 199.204.45.89 - - [08/Apr/2026:06:35:24 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.004 300 daa7fd9817ee5cbb52faf9f9698fa828 199.204.45.89 - - [08/Apr/2026:06:35:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.202:5000 3197 0.297 201 d82a7de157861f10dce037800b0fb221 199.204.45.89 - - [08/Apr/2026:06:35:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a829634c7328566e0937ec237a888470 199.204.45.89 - - [08/Apr/2026:06:35:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ad396aa930064303a3f42aa068e8f65e 199.204.45.89 - - [08/Apr/2026:06:35:25 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.004 300 e82537117bbe0bb028840c087f28e346 199.204.45.89 - - [08/Apr/2026:06:35:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.304 [openstack-keystone-api-5000] [] 10.0.0.202:5000 3197 0.303 201 5ce329fef852138ed44d80e1b2eb3e85 199.204.45.89 - - [08/Apr/2026:06:35:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6523164efadd32df546f1fda112a111c 199.204.45.89 - - [08/Apr/2026:06:35:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5074ad6ec42a8976cfc4fe1df75472de 199.204.45.89 - - [08/Apr/2026:06:35:27 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.003 300 6ccb9f98f442e4eeb3caf03ae9e47819 199.204.45.89 - - [08/Apr/2026:06:35:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.301 [openstack-keystone-api-5000] [] 10.0.0.202:5000 3197 0.300 201 9425a66de0a3eb95d2d1aa479e4928f3 199.204.45.89 - - [08/Apr/2026:06:35:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 77b6d1ab75276bd93f4072c0b53cb089 199.204.45.89 - - [08/Apr/2026:06:35:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d631ea30c0bedc5087e48a2071f434ca 199.204.45.89 - - [08/Apr/2026:06:35:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.004 300 0fd960b15758871aba7c524fe3d49165 199.204.45.89 - - [08/Apr/2026:06:35:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.202:5000 3197 0.290 201 397ef46e3aa58e4e62f155940beaefdc 199.204.45.89 - - [08/Apr/2026:06:35:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3bf3faa8cedf930d2eecce191019a789 199.204.45.89 - - [08/Apr/2026:06:35:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1aa520a971260e0ebdfcae131efcb7db 199.204.45.89 - - [08/Apr/2026:06:35:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.004 300 2bf8b51d63c46cc2e66f470123a3c052 199.204.45.89 - - [08/Apr/2026:06:35:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.465 [openstack-keystone-api-5000] [] 10.0.0.202:5000 3197 0.466 201 66ae1ea759c804ba86f6400abc6f07f3 199.204.45.89 - - [08/Apr/2026:06:35:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e0e9a55e982148a9856538ef63766584 199.204.45.89 - - [08/Apr/2026:06:35:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d93da087b03d9a89bc4e6c9fb4f618a5 199.204.45.89 - - [08/Apr/2026:06:35:32 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.004 300 0192841dd82d10b423be16c2cd587ba7 199.204.45.89 - - [08/Apr/2026:06:35:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.202:5000 3197 0.291 201 852d3e0687d392b91b9cad8713395fc8 199.204.45.89 - - [08/Apr/2026:06:35:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6c3be9d3fa43e693f79d2245d8207b92 199.204.45.89 - - [08/Apr/2026:06:35:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8821cda81aad8c69ccb8c0e57d7b3b4b W0408 06:35:34.023968 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 06:35:34.024233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:34.024258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [08/Apr/2026:06:35:34 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.004 300 f7e5a268d12f4f90cdbe232e74fb56a7 199.204.45.89 - - [08/Apr/2026:06:35:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.202:5000 3197 0.300 201 26add3b252577904559a899b6849eaf7 199.204.45.89 - - [08/Apr/2026:06:35:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4855f151ab71bee620e278bbe2838382 199.204.45.89 - - [08/Apr/2026:06:35:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d843c5de4a9541c483c80ede6b8f40ab 199.204.45.89 - - [08/Apr/2026:06:35:36 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.005 300 8626cf00b1e123cdac7c21cc29383782 199.204.45.89 - - [08/Apr/2026:06:35:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.202:5000 3197 0.293 201 eaa415906500b08cd21d1a901bdd1a51 199.204.45.89 - - [08/Apr/2026:06:35:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ceb16c211ce6323525bec5f131024d3c 199.204.45.89 - - [08/Apr/2026:06:35:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c5bf12b7b4bc66272ad2b44e48da70c7 199.204.45.89 - - [08/Apr/2026:06:35:38 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.004 300 ba5db09bac6ca49f82299060a0578028 199.204.45.89 - - [08/Apr/2026:06:35:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.202:5000 3197 0.295 201 ccf2cc8d893ba39d7bc9b51abf6c8228 199.204.45.89 - - [08/Apr/2026:06:35:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 867425c8c1c6d1af30b5075f3e8933b5 199.204.45.89 - - [08/Apr/2026:06:35:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b887a7eacef7e3f42439cbe5079bd212 199.204.45.89 - - [08/Apr/2026:06:35:40 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.003 300 67ddf2683b0a2cbf58d89d55d856e194 199.204.45.89 - - [08/Apr/2026:06:35:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.202:5000 3197 0.291 201 94b3587313449cc5aede70e00dd40eae 199.204.45.89 - - [08/Apr/2026:06:35:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c5f74f8d50bcbd50104ba14f483a667c 199.204.45.89 - - [08/Apr/2026:06:35:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b0875cd84a42e13c60c71d0f720478c3 199.204.45.89 - - [08/Apr/2026:06:35:41 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.002 300 ea283e5586814777808d2c943c2a3656 199.204.45.89 - - [08/Apr/2026:06:35:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.202:5000 3197 0.299 201 fbd40a2a66be02697e7f752e7c7b04bc 199.204.45.89 - - [08/Apr/2026:06:35:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - eb4525ad64ef57bd57007b19417bfe28 199.204.45.89 - - [08/Apr/2026:06:35:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ec5788ccbb57fc19915f54e8ff816389 W0408 06:35:43.338368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:43.338461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [08/Apr/2026:06:35:43 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.004 300 c6b5a88c8f2ee22da8a52a646358874a 199.204.45.89 - - [08/Apr/2026:06:35:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.202:5000 3197 0.285 201 aeb30b63899d8bd3cee597d303dff459 199.204.45.89 - - [08/Apr/2026:06:35:43 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.004 [openstack-glance-api-9292] [] 10.0.0.231:9292 1183 0.003 300 502b699b9c954da6fa4c4271c3ad7189 199.204.45.89 - - [08/Apr/2026:06:35:44 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.732 [openstack-glance-api-9292] [] 10.0.0.231:9292 69 0.732 200 126844635ae4fee33d64e31f75f2706a 199.204.45.89 - - [08/Apr/2026:06:35:47 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.202:5000 280 0.004 300 e8fe426e6bf43242eafb0e602b66d801 199.204.45.89 - - [08/Apr/2026:06:35:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.202:5000 3197 0.289 201 290cccabbddeaa1ee69136f39079ef08 199.204.45.89 - - [08/Apr/2026:06:35:47 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.231:9292 1183 0.003 300 52bc93edccf09e22d2a172687d3bde02 199.204.45.89 - - [08/Apr/2026:06:35:47 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.048 [openstack-glance-api-9292] [] 10.0.0.231:9292 69 0.048 200 b686155c78dd411f01ff0aefd331482e 199.204.45.89 - - [08/Apr/2026:06:35:47 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.123 [openstack-glance-api-9292] [] 10.0.0.231:9292 151 0.123 404 5f93c2c65e494f33773f7807259aacf2 199.204.45.89 - - [08/Apr/2026:06:35:47 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.023 [openstack-glance-api-9292] [] 10.0.0.231:9292 81 0.022 200 4790bc40ad856260b90ca809a150c7c9 199.204.45.89 - - [08/Apr/2026:06:35:47 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.026 [openstack-glance-api-9292] [] 10.0.0.231:9292 84 0.027 200 ca509f7af5589eeea685fb68f10e95fe 199.204.45.89 - - [08/Apr/2026:06:35:47 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.057 [openstack-glance-api-9292] [] 10.0.0.231:9292 760 0.057 201 869f286b5e09da1451da055f16aa93e5 199.204.45.89 - - [08/Apr/2026:06:35:51 +0000] "PUT /v2/images/38f808a9-05a2-4aa3-8c6e-1e8e1010e048/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.629 [openstack-glance-api-9292] [] 10.0.0.231:9292 0 3.628 204 88acd47479496dab7a9736ac854d0253 199.204.45.89 - - [08/Apr/2026:06:35:51 +0000] "GET /v2/images/38f808a9-05a2-4aa3-8c6e-1e8e1010e048 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.017 [openstack-glance-api-9292] [] 10.0.0.231:9292 1171 0.017 200 0aa8d9ada109e8d60b981bc7ea1f2558 199.204.45.89 - - [08/Apr/2026:06:35:51 +0000] "GET /v2/images/38f808a9-05a2-4aa3-8c6e-1e8e1010e048 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-glance-api-9292] [] 10.0.0.231:9292 1171 0.019 200 ed9981c6d0b93e6cd76cea1e6dbfacf1 I0408 06:35:51.797702 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.109.107.13"}] I0408 06:35:51.812460 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"4dcfc5bd-c5b1-4cbf-ad3d-09bd0f54e743", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10154", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:35:51.814620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:51.814658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:55.148805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:55.148855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:58.482089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:58.482131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store