------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0504 01:41:37.186563 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0504 01:41:37.186744 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0504 01:41:37.195913 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0504 01:41:37.200627 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0504 01:41:37.324557 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0504 01:41:37.345727 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0504 01:41:37.362122 7 nginx.go:271] "Starting NGINX Ingress controller" I0504 01:41:37.368482 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"777258c9-0739-4249-acef-064e90be9cd2", APIVersion:"v1", ResourceVersion:"1377", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0504 01:41:37.373352 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"047c0098-3785-4cf1-8d85-1c156231e9f5", APIVersion:"v1", ResourceVersion:"1376", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0504 01:41:37.373404 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"f6d63811-88be-4122-923f-80cc6e07a4e0", APIVersion:"v1", ResourceVersion:"1378", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0504 01:41:38.564746 7 nginx.go:317] "Starting NGINX process" I0504 01:41:38.564880 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0504 01:41:38.565431 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0504 01:41:38.565733 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0504 01:41:38.565841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:41:38.565864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:41:38.565977 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:41:38.574415 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0504 01:41:38.574477 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-4mmcz" I0504 01:41:38.601935 7 controller.go:216] "Backend successfully reloaded" I0504 01:41:38.602278 7 controller.go:227] "Initial sync, sleeping for 1 second" I0504 01:41:38.602482 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4mmcz", UID:"93607510-05ac-4321-b9cd-e48e0806304a", APIVersion:"v1", ResourceVersion:"1483", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0504 01:41:42.384107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:41:42.384140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:41:45.717650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:41:45.717712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:41:49.053504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:41:49.053549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:41:52.385275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:41:52.385344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:41:55.719500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:41:55.719579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:41:59.502353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:41:59.502407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:02.836236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:02.836300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:06.170182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:06.170234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:09.502460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:09.502527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:12.836840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:12.836919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:16.170066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:16.170116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:19.503863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:19.503925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:34.801619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:34.801697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:05.266930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:05.266969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:08.600615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:08.600669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:11.934316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:11.934361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:15.267512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:15.267560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:18.600651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:18.600707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:21.933824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:21.933889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:26.230885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:26.230919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:29.566305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:29.566364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:33.300797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:33.300881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:36.635719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:36.635767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:53.796234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:53.796277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:57.132285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:57.132351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:57.455012 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-129.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-129.nip.io-tls was not found. Using default certificate W0504 01:46:57.455085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:46:57.455103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:46:57.457193 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0504 01:46:57.457235 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0504 01:46:57.470378 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0504 01:46:57.470765 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"53a65b3a-a842-41ae-a531-1b2bacbc5bc1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3680", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:46:57.471180 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-129.nip.io-tls" in local store I0504 01:46:57.742342 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-129.nip.io-tls" I0504 01:46:57.743823 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-129.nip.io-tls" W0504 01:47:00.464179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:00.464232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:47:00.464317 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:47:00.523371 7 controller.go:216] "Backend successfully reloaded" I0504 01:47:00.523618 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4mmcz", UID:"93607510-05ac-4321-b9cd-e48e0806304a", APIVersion:"v1", ResourceVersion:"1483", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0504 01:47:03.798167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:03.798230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [04/May/2026:01:47:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.296 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 2.296 200 1f4fe23cc72106ac5ed80b1345c37c83 199.204.45.129 - - [04/May/2026:01:47:09 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.179 [auth-system-keycloak-80] [] 10.0.0.95:8080 116 0.179 404 013a452499749090e4e08bfc61a2b4d7 199.204.45.129 - - [04/May/2026:01:47:15 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 5.308 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 5.308 201 6c4c358690379c3b412e81ee66a5712d 199.204.45.129 - - [04/May/2026:01:47:15 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.704 [auth-system-keycloak-80] [] 10.0.0.95:8080 4246 0.703 200 2ef97972061be369e31b618dd965a6d3 199.204.45.129 - - [04/May/2026:01:47:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.528 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.527 200 7ee46328ae62704e76cb0f73f8ea01d6 199.204.45.129 - - [04/May/2026:01:47:17 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.101 [auth-system-keycloak-80] [] 10.0.0.95:8080 12500 0.101 200 a0db1610975391a8c278a8d90c04b233 199.204.45.129 - - [04/May/2026:01:47:17 +0000] "GET /admin/realms/atmosphere/client-scopes/b0842af5-0518-4084-bdc2-f2134d92b19d HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.95:8080 1278 0.010 200 dcafc7bb64ab958ba8e90706e688173e 199.204.45.129 - - [04/May/2026:01:47:17 +0000] "PUT /admin/realms/atmosphere/client-scopes/b0842af5-0518-4084-bdc2-f2134d92b19d HTTP/1.1" 204 0 "-" "Ansible" 1848 0.061 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.061 204 adee118f63ab3d33f6415d5f948061b4 199.204.45.129 - - [04/May/2026:01:47:17 +0000] "GET /admin/realms/atmosphere/client-scopes/b0842af5-0518-4084-bdc2-f2134d92b19d/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.085 [auth-system-keycloak-80] [] 10.0.0.95:8080 963 0.084 200 9c0211c8e547842fdc0f9b71b5f581a4 199.204.45.129 - - [04/May/2026:01:47:17 +0000] "GET /admin/realms/atmosphere/client-scopes/b0842af5-0518-4084-bdc2-f2134d92b19d/protocol-mappers/models/83928cf5-6012-4d5c-90b6-4cd891015ab4 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.010 [auth-system-keycloak-80] [] 10.0.0.95:8080 366 0.010 200 ba04f541cef5393521495f758866aa4a 199.204.45.129 - - [04/May/2026:01:47:17 +0000] "PUT /admin/realms/atmosphere/client-scopes/b0842af5-0518-4084-bdc2-f2134d92b19d/protocol-mappers/models/83928cf5-6012-4d5c-90b6-4cd891015ab4 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.077 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.075 204 b274a0804aaf7e93d08e2559db9c0afd 199.204.45.129 - - [04/May/2026:01:47:17 +0000] "GET /admin/realms/atmosphere/client-scopes/b0842af5-0518-4084-bdc2-f2134d92b19d HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.080 [auth-system-keycloak-80] [] 10.0.0.95:8080 1218 0.081 200 7d52ae96a95d3d855895600be857ed80 I0504 01:47:38.692554 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.109.108.186"}] I0504 01:47:38.699021 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"53a65b3a-a842-41ae-a531-1b2bacbc5bc1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4086", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:47:38.703123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:38.703159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [04/May/2026:01:47:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.519 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.517 200 18683c586b9dcba00a575e2fef40bf65 199.204.45.129 - - [04/May/2026:01:47:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.065 [auth-system-keycloak-80] [] 10.0.0.95:8080 2 0.065 200 8d48e07bbaf4f727b8e21d5cc5bb6747 199.204.45.129 - - [04/May/2026:01:47:39 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.204 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.204 201 b73466e665200149bad738b29e6e4431 199.204.45.129 - - [04/May/2026:01:47:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.095 [auth-system-keycloak-80] [] 10.0.0.95:8080 1261 0.094 200 7f67e34a4f2702fc844757755143da30 199.204.45.129 - - [04/May/2026:01:47:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.173 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 1.172 200 ea34bcd8ef9149e7925c3b13ec7b26aa 199.204.45.129 - - [04/May/2026:01:47:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.95:8080 2 0.011 200 f6358886a4a37790c63dd5e9290a5866 199.204.45.129 - - [04/May/2026:01:47:41 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.167 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.166 201 ff5565f26c7ae23d55f8feace7f91112 199.204.45.129 - - [04/May/2026:01:47:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.085 [auth-system-keycloak-80] [] 10.0.0.95:8080 1286 0.085 200 f8b95bba69a4fa85417e2c74ff22cb5f 199.204.45.129 - - [04/May/2026:01:47:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.104 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 1.103 200 1eb47447f42bd0ac01023a0b00631997 199.204.45.129 - - [04/May/2026:01:47:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.95:8080 2 0.010 200 1910929d172e50aeba8dc4f51b5fa963 199.204.45.129 - - [04/May/2026:01:47:43 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.169 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.169 201 8332063fdc69cef24c6012320a95fa5f 199.204.45.129 - - [04/May/2026:01:47:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.087 [auth-system-keycloak-80] [] 10.0.0.95:8080 1251 0.088 200 b70bd718e09aebe856261d5ecca46076 199.204.45.129 - - [04/May/2026:01:47:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.510 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.509 200 0f46cd69790a2f896de29e62abd67e34 199.204.45.129 - - [04/May/2026:01:47:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.95:8080 1261 0.008 200 a37c65f84fa54ea2f2b8afcb5e06cce7 199.204.45.129 - - [04/May/2026:01:47:44 +0000] "GET /admin/realms/atmosphere/clients/560eec3e-9e8d-4afa-9cea-3130adce6aeb/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.050 [auth-system-keycloak-80] [] 10.0.0.95:8080 119 0.050 404 18e4812da59d03f029da74f96373786c 199.204.45.129 - - [04/May/2026:01:47:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.95:8080 1261 0.009 200 81b97df24d7b4a44461ac2d44af9f180 199.204.45.129 - - [04/May/2026:01:47:44 +0000] "POST /admin/realms/atmosphere/clients/560eec3e-9e8d-4afa-9cea-3130adce6aeb/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.021 201 0ac4290f9c8d69ec9cd81a530f127148 199.204.45.129 - - [04/May/2026:01:47:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.030 [auth-system-keycloak-80] [] 10.0.0.95:8080 1261 0.030 200 abe844a6f3b7ef2f4d15bcf00613b2fa 199.204.45.129 - - [04/May/2026:01:47:44 +0000] "GET /admin/realms/atmosphere/clients/560eec3e-9e8d-4afa-9cea-3130adce6aeb/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.95:8080 166 0.017 200 295db2100e277764da2803787c323992 199.204.45.129 - - [04/May/2026:01:47:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.495 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.494 200 820575215dbc3c6e00ec86de74ab4045 199.204.45.129 - - [04/May/2026:01:47:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.95:8080 1286 0.007 200 8d44fbc0fc72d75f90505a78ffbde2c9 199.204.45.129 - - [04/May/2026:01:47:45 +0000] "GET /admin/realms/atmosphere/clients/e107982f-a764-4092-a57b-a77ec4cf87d4/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.95:8080 119 0.010 404 ca58ba571b50bd14667dc1c23c6054e0 199.204.45.129 - - [04/May/2026:01:47:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.032 [auth-system-keycloak-80] [] 10.0.0.95:8080 1286 0.033 200 66f097a0440358f0e6d231d3eb0b5abb 199.204.45.129 - - [04/May/2026:01:47:45 +0000] "POST /admin/realms/atmosphere/clients/e107982f-a764-4092-a57b-a77ec4cf87d4/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.016 201 6160a1b9242fc226a903910742766ece 199.204.45.129 - - [04/May/2026:01:47:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.061 [auth-system-keycloak-80] [] 10.0.0.95:8080 1286 0.061 200 95c14ee9edc3ded4114fa52b61e6b17f 199.204.45.129 - - [04/May/2026:01:47:45 +0000] "GET /admin/realms/atmosphere/clients/e107982f-a764-4092-a57b-a77ec4cf87d4/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.015 [auth-system-keycloak-80] [] 10.0.0.95:8080 165 0.015 200 3aa86d82ce3ec94b74922f8166531b7b 199.204.45.129 - - [04/May/2026:01:47:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.510 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.509 200 6bc8240d8f82bf655e08346e234ec89a 199.204.45.129 - - [04/May/2026:01:47:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.95:8080 1286 0.007 200 30b830313cd841145da38e8bebc295d2 199.204.45.129 - - [04/May/2026:01:47:46 +0000] "GET /admin/realms/atmosphere/clients/e107982f-a764-4092-a57b-a77ec4cf87d4/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.043 [auth-system-keycloak-80] [] 10.0.0.95:8080 119 0.043 404 2e30a8c3626ce8660b656d2c6893f3b4 199.204.45.129 - - [04/May/2026:01:47:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.95:8080 1286 0.009 200 4a71b4acb77aa1ced2b4f74165b5e6f0 199.204.45.129 - - [04/May/2026:01:47:46 +0000] "POST /admin/realms/atmosphere/clients/e107982f-a764-4092-a57b-a77ec4cf87d4/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.072 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.071 201 7c5e32dcd75815ebac44ef0df778cc98 199.204.45.129 - - [04/May/2026:01:47:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.95:8080 1286 0.006 200 111b5244de271124fc23b3cbbb9a2598 199.204.45.129 - - [04/May/2026:01:47:46 +0000] "GET /admin/realms/atmosphere/clients/e107982f-a764-4092-a57b-a77ec4cf87d4/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.073 [auth-system-keycloak-80] [] 10.0.0.95:8080 166 0.073 200 aed774eb02a72287c8be1e265186b712 W0504 01:47:47.483507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:47.483543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [04/May/2026:01:47:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.540 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.540 200 f9485e35cadd8d483a33e2c5d56656ee 199.204.45.129 - - [04/May/2026:01:47:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.047 [auth-system-keycloak-80] [] 10.0.0.95:8080 1286 0.047 200 ba7d49edb926687d678eae0691531f4a 199.204.45.129 - - [04/May/2026:01:47:47 +0000] "GET /admin/realms/atmosphere/clients/e107982f-a764-4092-a57b-a77ec4cf87d4/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.95:8080 119 0.010 404 b9b7c9c49c05f78702b5b00e98743619 199.204.45.129 - - [04/May/2026:01:47:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.059 [auth-system-keycloak-80] [] 10.0.0.95:8080 1286 0.059 200 f43e2ab1cc154792c98c4f9ff65ad8c5 199.204.45.129 - - [04/May/2026:01:47:47 +0000] "POST /admin/realms/atmosphere/clients/e107982f-a764-4092-a57b-a77ec4cf87d4/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.017 201 452e51345d38fd5fbe37bc70df225604 199.204.45.129 - - [04/May/2026:01:47:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.061 [auth-system-keycloak-80] [] 10.0.0.95:8080 1286 0.061 200 34dfd7d6c1d20f53e92f05a8db7093ee 199.204.45.129 - - [04/May/2026:01:47:48 +0000] "GET /admin/realms/atmosphere/clients/e107982f-a764-4092-a57b-a77ec4cf87d4/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.090 [auth-system-keycloak-80] [] 10.0.0.95:8080 166 0.090 200 29aad169f862ae48c561dd9b2888be33 199.204.45.129 - - [04/May/2026:01:47:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.518 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.516 200 4ec1548f621f2077568aa98b3eb795f1 199.204.45.129 - - [04/May/2026:01:47:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.95:8080 1251 0.008 200 08b1cc4e09a3d6cda2daa2c4d8a5b1d4 199.204.45.129 - - [04/May/2026:01:47:48 +0000] "GET /admin/realms/atmosphere/clients/a346daeb-415c-4baa-8014-5f7f3e047658/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.072 [auth-system-keycloak-80] [] 10.0.0.95:8080 119 0.072 404 8dedf6a4124ef548eeec7ad5c70b4057 199.204.45.129 - - [04/May/2026:01:47:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.95:8080 1251 0.008 200 dbb9b04344809b52dee66128b3e8b26f 199.204.45.129 - - [04/May/2026:01:47:48 +0000] "POST /admin/realms/atmosphere/clients/a346daeb-415c-4baa-8014-5f7f3e047658/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.016 201 f344d6de51f1fb83807b054bda70d05d 199.204.45.129 - - [04/May/2026:01:47:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.95:8080 1251 0.007 200 b68b8f3d086e5353b5bfc13c954117cf 199.204.45.129 - - [04/May/2026:01:47:49 +0000] "GET /admin/realms/atmosphere/clients/a346daeb-415c-4baa-8014-5f7f3e047658/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.029 [auth-system-keycloak-80] [] 10.0.0.95:8080 166 0.030 200 68a8783eae695d9b40330559114713b9 W0504 01:47:50.817672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:47:50.817732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:57.986186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:57.986237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:58.108508 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:48:58.108588 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0504 01:48:58.108628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:58.108645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:58.109037 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:48:58.109189 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0504 01:48:58.109289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:58.109326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:58.109683 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:48:58.109806 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0504 01:48:58.109876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:58.109905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:48:58.112608 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0504 01:48:58.112642 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0504 01:48:58.112798 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0504 01:48:58.112830 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0504 01:48:58.115023 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0504 01:48:58.115090 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0504 01:48:58.130399 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0504 01:48:58.131043 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0504 01:48:58.131142 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"6ff827b6-c387-4a3e-91b6-c8ba8d2361d5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4738", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0504 01:48:58.132465 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0504 01:48:58.132780 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0504 01:48:58.132799 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0504 01:48:58.133125 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0504 01:48:58.133150 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"3eeb05b4-43f3-4879-bc3b-58d6d1829b3c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4739", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0504 01:48:58.133160 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"4b3ff7a5-6841-43fc-8780-9e731b9c3b3b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4741", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0504 01:48:58.534159 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0504 01:48:58.535238 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0504 01:48:58.550218 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0504 01:48:58.551208 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0504 01:48:59.447961 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0504 01:48:59.449278 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0504 01:49:01.319569 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:49:01.319634 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:49:01.319677 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:49:01.319819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:01.319847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:49:01.319979 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:49:01.369163 7 controller.go:216] "Backend successfully reloaded" I0504 01:49:01.369945 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4mmcz", UID:"93607510-05ac-4321-b9cd-e48e0806304a", APIVersion:"v1", ResourceVersion:"1483", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0504 01:49:04.653586 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:49:04.653667 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:49:04.653732 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:49:04.653880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:04.653914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:07.986657 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:49:07.986787 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:49:07.986865 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:49:07.987264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:07.987311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:11.320110 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:49:11.320187 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:49:11.320228 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:49:11.320347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:11.320374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:14.653836 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:49:14.653896 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:49:14.653930 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:49:14.654052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:14.654082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:17.987542 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:49:17.987602 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:49:17.987631 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:49:17.987717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:17.987738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:21.319670 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:49:21.319752 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:49:21.319793 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:49:21.319912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:21.319931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:24.656166 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:49:24.656228 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:49:24.656258 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:49:24.656345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:24.656368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:27.986269 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:49:27.986347 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:49:27.986396 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:49:27.986541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:27.986568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:31.320547 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:49:31.320662 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:49:31.320850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:31.320882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:34.654565 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:49:34.654637 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:49:34.654726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:34.654750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:37.986357 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:49:37.986510 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:49:37.986703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:37.986739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:49:38.583205 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.109.108.186"}] I0504 01:49:38.583587 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.109.108.186"}] I0504 01:49:38.583960 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.109.108.186"}] I0504 01:49:38.596918 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"3eeb05b4-43f3-4879-bc3b-58d6d1829b3c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5795", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0504 01:49:38.599940 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"6ff827b6-c387-4a3e-91b6-c8ba8d2361d5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5796", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0504 01:49:38.602679 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"4b3ff7a5-6841-43fc-8780-9e731b9c3b3b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5797", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 10.0.0.238 - - [04/May/2026:01:49:39 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.036 [auth-system-keycloak-80] [] 10.0.0.95:8080 6432 0.036 200 58d87a6d5892f3c7bd3ad7105a8e0082 10.0.0.136 - - [04/May/2026:01:49:39 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.95:8080 6432 0.009 200 5a1dddb537a7b89a729bf6f867be8282 W0504 01:49:41.319944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:41.320007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:44.653436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:44.653490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:47.986585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:47.986647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:51.321014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:51.321066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:54.655849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:54.655890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:59.892937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:59.893055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:03.227402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:03.227454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [04/May/2026:01:50:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.544 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.544 200 b62e4fa086884a4cea16a0e5cfa7934f 199.204.45.129 - - [04/May/2026:01:50:05 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.011 [auth-system-keycloak-80] [] 10.0.0.95:8080 4246 0.011 200 456c149a871be7703f761b7900dfabc9 199.204.45.129 - - [04/May/2026:01:50:05 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.399 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.398 204 f92023f6208625c523272dfe72340ea6 199.204.45.129 - - [04/May/2026:01:50:05 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.182 [auth-system-keycloak-80] [] 10.0.0.95:8080 4384 0.182 200 877e731333da6819a18f5770f8ad43c7 199.204.45.129 - - [04/May/2026:01:50:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.466 200 c7936c38572b8a8eaf867e2ee1b593b3 199.204.45.129 - - [04/May/2026:01:50:06 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.95:8080 1682 0.010 200 caf25f23ed981c359ac89a768ce6436b 199.204.45.129 - - [04/May/2026:01:50:07 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.95:8080 6432 0.006 200 315ad6afd79ab653a50717dfd197dbbe 199.204.45.129 - - [04/May/2026:01:50:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.543 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.543 200 9145ee68f7ed9f295f81a46e8fbe77da 199.204.45.129 - - [04/May/2026:01:50:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.050 [auth-system-keycloak-80] [] 10.0.0.95:8080 2 0.050 200 0d9d05bc9be92f35c6a2b85611155d4b 199.204.45.129 - - [04/May/2026:01:50:08 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.112 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.112 201 d4727b1688a861d95936a48c9aa990a1 199.204.45.129 - - [04/May/2026:01:50:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.082 [auth-system-keycloak-80] [] 10.0.0.95:8080 2246 0.082 200 f54b58b91275a730d9377a25e54fd38d 199.204.45.129 - - [04/May/2026:01:50:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.532 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.531 200 c375b49f7bf74d10d526535e0662905c 199.204.45.129 - - [04/May/2026:01:50:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.95:8080 2246 0.008 200 71725f14d49a32d0d8fa2fcfc6269d1e 199.204.45.129 - - [04/May/2026:01:50:10 +0000] "GET /admin/realms/atmosphere/clients/597d0a07-7b24-4fae-bc6d-95f0d792e222/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.035 [auth-system-keycloak-80] [] 10.0.0.95:8080 233 0.035 200 d207506638aa59c5d200818d8cbb0630 199.204.45.129 - - [04/May/2026:01:50:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.089 [auth-system-keycloak-80] [] 10.0.0.95:8080 831 0.090 200 42a6ffee45bfd4a4c99880dde06501c7 199.204.45.129 - - [04/May/2026:01:50:10 +0000] "GET /admin/realms/atmosphere/clients/73ebd163-d9ad-4a5d-870d-cd814de19d6a/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.028 [auth-system-keycloak-80] [] 10.0.0.95:8080 3758 0.029 200 baf2c389444356c2e634d04096888d5a 199.204.45.129 - - [04/May/2026:01:50:10 +0000] "GET /admin/realms/atmosphere/users/cf0dabc9-12b8-41a0-8ebb-98c3df1099ca/role-mappings/clients/73ebd163-d9ad-4a5d-870d-cd814de19d6a/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.169 [auth-system-keycloak-80] [] 10.0.0.95:8080 3758 0.168 200 0775978f6dae11e43400a9f1fd8003a4 199.204.45.129 - - [04/May/2026:01:50:10 +0000] "GET /admin/realms/atmosphere/users/cf0dabc9-12b8-41a0-8ebb-98c3df1099ca/role-mappings/clients/73ebd163-d9ad-4a5d-870d-cd814de19d6a/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.080 [auth-system-keycloak-80] [] 10.0.0.95:8080 2 0.080 200 954c7156bd8feb0b57260754bdf0ecbf 199.204.45.129 - - [04/May/2026:01:50:10 +0000] "POST /admin/realms/atmosphere/users/cf0dabc9-12b8-41a0-8ebb-98c3df1099ca/role-mappings/clients/73ebd163-d9ad-4a5d-870d-cd814de19d6a HTTP/1.1" 204 0 "-" "Ansible" 1390 0.020 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.020 204 0e4106affa9306cb76e076b5569df5a6 199.204.45.129 - - [04/May/2026:01:50:10 +0000] "GET /admin/realms/atmosphere/users/cf0dabc9-12b8-41a0-8ebb-98c3df1099ca/role-mappings/clients/73ebd163-d9ad-4a5d-870d-cd814de19d6a/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.95:8080 576 0.013 200 af88839874918389fea90e578924903b W0504 01:50:13.522970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:13.523034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:16.857440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:16.857490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:28.167137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:28.167203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:31.500939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:31.500988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:34.835954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:34.836009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:52:19.265943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:52:19.265980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:52:56.114078 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0504 01:52:56.114170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:52:56.114190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:52:56.118231 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0504 01:52:56.118268 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0504 01:52:56.123557 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0504 01:52:56.123826 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"3e1a9919-d189-48ac-b5f7-e66b417d0fa8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7176", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:52:56.124143 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0504 01:52:56.124595 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0504 01:52:56.124675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:52:56.124708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:52:56.124850 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:52:56.175589 7 controller.go:216] "Backend successfully reloaded" I0504 01:52:56.175859 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4mmcz", UID:"93607510-05ac-4321-b9cd-e48e0806304a", APIVersion:"v1", ResourceVersion:"1483", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0504 01:52:56.392575 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0504 01:52:56.394251 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0504 01:52:59.459288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:52:59.459347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [04/May/2026:01:53:00 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.004 300 0a783030f03e99b0147edcc7bc6426b4 199.204.45.129 - - [04/May/2026:01:53:01 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.63:5000 266 0.004 200 e7549d520f3632b1399694e8a3715a4f 199.204.45.129 - - [04/May/2026:01:53:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.353 [openstack-keystone-api-5000] [] 10.0.0.63:5000 1360 0.354 201 a87a096d7cefa8d3e5262ad73d898de5 199.204.45.129 - - [04/May/2026:01:53:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.004 300 829b010b9f2fe0b5fb61d3437b426ea7 199.204.45.129 - - [04/May/2026:01:53:02 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.033 [openstack-keystone-api-5000] [] 10.0.0.63:5000 90 0.033 404 57a819c788be2e3d88e701b860a86d0e 199.204.45.129 - - [04/May/2026:01:53:02 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.031 [openstack-keystone-api-5000] [] 10.0.0.63:5000 368 0.031 200 e1d4f28ae88d6b6542ac5b7459ade443 199.204.45.129 - - [04/May/2026:01:53:02 +0000] "GET /v3/domains/ca9319acd499410ebd1aede42cdbaa1c HTTP/1.1" 200 245 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-keystone-api-5000] [] 10.0.0.63:5000 245 0.017 200 c0f9b2beedbbd0e6bc1099f90e2b2a12 199.204.45.129 - - [04/May/2026:01:53:02 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.63:5000 266 0.005 200 6f6309d516bff8bd1e71a7728e113c38 199.204.45.129 - - [04/May/2026:01:53:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.63:5000 1360 0.292 201 55f6bc987153c632858cd1ec49072b20 199.204.45.129 - - [04/May/2026:01:53:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.004 300 d6b64de60d00878a9cb62f42c1a7cbf3 199.204.45.129 - - [04/May/2026:01:53:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.031 [openstack-keystone-api-5000] [] 10.0.0.63:5000 101 0.030 404 a1280e0791092be715558ab1ad2b841f 199.204.45.129 - - [04/May/2026:01:53:03 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.63:5000 156 0.019 200 439f070751d4df9d1389a825233856e5 199.204.45.129 - - [04/May/2026:01:53:03 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.027 [openstack-keystone-api-5000] [] 10.0.0.63:5000 342 0.027 201 b2084b0928948bb392d1bec9e5bd6ea6 199.204.45.129 - - [04/May/2026:01:53:03 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.63:5000 266 0.004 200 a0624d1068f2d6dfa07d8a450f82db6a 199.204.45.129 - - [04/May/2026:01:53:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.63:5000 1360 0.283 201 5b23c58d165174087fd8b3f6c95cf312 199.204.45.129 - - [04/May/2026:01:53:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.004 300 53ce7eed9480ab4dad8c15402f0b4031 199.204.45.129 - - [04/May/2026:01:53:04 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.63:5000 98 0.019 404 6e98a99f18243862373f1e381410993f 199.204.45.129 - - [04/May/2026:01:53:04 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.018 [openstack-keystone-api-5000] [] 10.0.0.63:5000 136 0.019 200 282ed84d50b016e22dce2aa3836519d3 199.204.45.129 - - [04/May/2026:01:53:04 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.63:5000 357 0.020 201 0df942a3fcd143791a8099f23a6f8cb2 199.204.45.129 - - [04/May/2026:01:53:05 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.63:5000 266 0.003 200 d003444f2203fdbf158566b89d240786 199.204.45.129 - - [04/May/2026:01:53:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.63:5000 1360 0.286 201 3d007d026667b5bdb32b3cb807340fbd 199.204.45.129 - - [04/May/2026:01:53:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.003 300 a0b04e5061e66fd3a9bf08713fc8afb5 199.204.45.129 - - [04/May/2026:01:53:05 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.023 [openstack-keystone-api-5000] [] 10.0.0.63:5000 131 0.022 404 021fc70f7b091b18b3f6817969debfc6 199.204.45.129 - - [04/May/2026:01:53:05 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.019 [openstack-keystone-api-5000] [] 10.0.0.63:5000 168 0.018 200 6100bfb6c54ab696ad6eae1425f5c3c4 199.204.45.129 - - [04/May/2026:01:53:05 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.022 [openstack-keystone-api-5000] [] 10.0.0.63:5000 224 0.023 201 0b1812fb1db22c3cb09f688294546cf0 W0504 01:53:16.061841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:16.061885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:19.396451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:19.396495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:22.816460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:22.816490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:26.152001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:26.152068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:53:38.583058 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.109.108.186"}] I0504 01:53:38.589613 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"3e1a9919-d189-48ac-b5f7-e66b417d0fa8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7507", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:53:38.591715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:38.591756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:41.925705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:41.925743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:45.260123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:45.260191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:49.260492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:49.260539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:52.594673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:52.594742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:55:30.633324 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0504 01:55:30.633562 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0504 01:55:30.633820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:55:30.633923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:55:30.638804 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:32.2kB} I0504 01:55:30.638886 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0504 01:55:30.645043 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0504 01:55:30.645325 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"cbf86b15-c6a2-4c3e-a8dc-e9b892d8700f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8329", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:55:30.645688 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0504 01:55:30.646189 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0504 01:55:30.646316 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0504 01:55:30.646394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:55:30.646418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:55:30.646555 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:55:30.697807 7 controller.go:216] "Backend successfully reloaded" I0504 01:55:30.698669 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4mmcz", UID:"93607510-05ac-4321-b9cd-e48e0806304a", APIVersion:"v1", ResourceVersion:"1483", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration 199.204.45.129 - - [04/May/2026:01:55:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.007 300 360034c5b2865a2dd80d2c4c6294cf24 I0504 01:55:31.631839 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0504 01:55:31.633238 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.129 - - [04/May/2026:01:55:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.440 [openstack-keystone-api-5000] [] 10.0.0.63:5000 1992 0.440 201 ff7a60f199363dbbda668ee7fe154f79 199.204.45.129 - - [04/May/2026:01:55:31 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.032 [openstack-keystone-api-5000] [] 10.0.0.63:5000 85 0.032 404 597b4fe80136d0e1a1b981154017e457 199.204.45.129 - - [04/May/2026:01:55:31 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.030 [openstack-keystone-api-5000] [] 10.0.0.63:5000 129 0.030 200 4a0d5df08d50b25a6f4ab001ae59ec42 199.204.45.129 - - [04/May/2026:01:55:31 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.032 [openstack-keystone-api-5000] [] 10.0.0.63:5000 230 0.032 201 ac4fbb3e80c238e4781f30cb1403e753 W0504 01:55:33.980200 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0504 01:55:33.981003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:55:33.981054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:55:38.580981 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.109.108.186"}] I0504 01:55:38.586638 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"cbf86b15-c6a2-4c3e-a8dc-e9b892d8700f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8407", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:55:38.588972 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0504 01:55:38.589227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:55:38.589260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [04/May/2026:01:55:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.004 300 fe9b2234409dca34cf9b04f0b0a62776 199.204.45.129 - - [04/May/2026:01:55:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.292 [openstack-keystone-api-5000] [] 10.0.0.63:5000 1992 0.293 201 d31d6202b029c10e1d608fcb480271be 199.204.45.129 - - [04/May/2026:01:55:39 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.028 [openstack-keystone-api-5000] [] 10.0.0.63:5000 1521 0.029 200 92249b75c244de4a7a24fc79d9a02570 199.204.45.129 - - [04/May/2026:01:55:40 +0000] "PUT /v3/roles/5e4da4f2724546e1aa9c1eb3a795ba64/implies/f21a067ee10e4d3ba6529933c05527d6 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.036 [openstack-keystone-api-5000] [] 10.0.0.63:5000 521 0.036 201 a995db26591b0d64cccd5008a619a07a W0504 01:55:41.922471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:55:41.922530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [04/May/2026:01:56:27 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.003 300 10eb05ca651752a0a1304cb2478bc20d 199.204.45.129 - - [04/May/2026:01:56:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.361 [openstack-keystone-api-5000] [] 10.0.0.63:5000 2055 0.362 201 004a3494fbc8ae96e2919ffecb785fc0 199.204.45.129 - - [04/May/2026:01:56:28 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.048 [openstack-keystone-api-5000] [] 10.0.0.63:5000 87 0.048 404 6195aca2a76a1cb2b9e97b5ab1249248 199.204.45.129 - - [04/May/2026:01:56:28 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.029 [openstack-keystone-api-5000] [] 10.0.0.63:5000 390 0.029 200 8e1acfec02e54d8b99330d798aaa08b1 199.204.45.129 - - [04/May/2026:01:56:28 +0000] "GET /v3/users/rgw-RegionOne?domain_id=485fea44239e4b1083bc8ed234dd5ee8 HTTP/1.1" 404 91 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.030 [openstack-keystone-api-5000] [] 10.0.0.63:5000 91 0.030 404 029bcf888b4d09dc6bc8e33b2d1cf4d1 199.204.45.129 - - [04/May/2026:01:56:28 +0000] "GET /v3/users?domain_id=485fea44239e4b1083bc8ed234dd5ee8&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.046 [openstack-keystone-api-5000] [] 10.0.0.63:5000 178 0.046 200 aa67379248b715141669ddcdcc0684f0 199.204.45.129 - - [04/May/2026:01:56:28 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.313 [openstack-keystone-api-5000] [] 10.0.0.63:5000 291 0.312 201 d8c7f9810f14fb76bc393830aa200273 199.204.45.129 - - [04/May/2026:01:56:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.004 300 87e3584c20c78613b3ae8760a7b89de8 199.204.45.129 - - [04/May/2026:01:56:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.296 [openstack-keystone-api-5000] [] 10.0.0.63:5000 2055 0.296 201 760b29fe60a31e2af31cef4ae3c6fa3d 199.204.45.129 - - [04/May/2026:01:56:34 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 429 0.023 [openstack-keystone-api-5000] [] 10.0.0.63:5000 83 0.024 404 ebf08a417f47973bf225a97926a81073 199.204.45.129 - - [04/May/2026:01:56:34 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 447 0.022 [openstack-keystone-api-5000] [] 10.0.0.63:5000 361 0.021 200 b765b75289811affaf7d0911c1ee76d7 199.204.45.129 - - [04/May/2026:01:56:34 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.63:5000 87 0.023 404 401dd46f4fe0141b781c4abac92dcb77 199.204.45.129 - - [04/May/2026:01:56:34 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.024 [openstack-keystone-api-5000] [] 10.0.0.63:5000 390 0.024 200 d57f3586aeac0f05e404322436fa80b4 199.204.45.129 - - [04/May/2026:01:56:34 +0000] "GET /v3/users/rgw-RegionOne?domain_id=485fea44239e4b1083bc8ed234dd5ee8 HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 480 0.022 [openstack-keystone-api-5000] [] 10.0.0.63:5000 91 0.022 404 877c0dd424f36592fa8e16ec05742fad 199.204.45.129 - - [04/May/2026:01:56:34 +0000] "GET /v3/users?domain_id=485fea44239e4b1083bc8ed234dd5ee8&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 498 0.033 [openstack-keystone-api-5000] [] 10.0.0.63:5000 458 0.034 200 25d99c76a967dd0a1491a9e6e04818a3 199.204.45.129 - - [04/May/2026:01:56:34 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.63:5000 88 0.020 404 e13056762e7913d9cee4171c99c7de66 199.204.45.129 - - [04/May/2026:01:56:34 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 452 0.027 [openstack-keystone-api-5000] [] 10.0.0.63:5000 520 0.027 200 ec75e9ffa017646c09bd1b173fd750ec 199.204.45.129 - - [04/May/2026:01:56:34 +0000] "PUT /v3/projects/4f72d8f6aa2a49a1b9963656efe92bc2/users/48d169a96b554d578b9b20a2f7bbfe38/roles/dc37004b923f4192b98954c8b0a8f1f5 HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 556 0.041 [openstack-keystone-api-5000] [] 10.0.0.63:5000 0 0.041 204 5237f0331a6baea630e39379a0af0548 199.204.45.129 - - [04/May/2026:01:56:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.002 300 3adfe6cf0e1d48408c673c35e4037fec 199.204.45.129 - - [04/May/2026:01:56:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.341 [openstack-keystone-api-5000] [] 10.0.0.63:5000 2055 0.342 201 790a49f9854254b301859b0766566d9b 199.204.45.129 - - [04/May/2026:01:56:37 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.025 [openstack-keystone-api-5000] [] 10.0.0.63:5000 151 0.025 200 74a713abb61a4a3d62dfc3863d065872 199.204.45.129 - - [04/May/2026:01:56:37 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.034 [openstack-keystone-api-5000] [] 10.0.0.63:5000 263 0.033 201 ef6c1fa9d424e6c019947f7a33833581 199.204.45.129 - - [04/May/2026:01:56:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.004 300 1d2504aa76ad059164a062fbe041893c 199.204.45.129 - - [04/May/2026:01:56:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.63:5000 2157 0.293 201 a3ed46ac3c5b25edb9c8f1dfda91777d 199.204.45.129 - - [04/May/2026:01:56:38 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.63:5000 86 0.021 404 578f8080a6c1ef24f98f7e65b58280b6 199.204.45.129 - - [04/May/2026:01:56:38 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.63:5000 382 0.018 200 d1dc6862fab9647e1cfa759d18ebc52b 199.204.45.129 - - [04/May/2026:01:56:38 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=6d5eeb0d03064d4fbec0abdacb608c7f HTTP/1.1" 200 205 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.020 [openstack-keystone-api-5000] [] 10.0.0.63:5000 205 0.020 200 6cadee94e2e3152bf2f724a5807d966d 199.204.45.129 - - [04/May/2026:01:56:38 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.028 [openstack-keystone-api-5000] [] 10.0.0.63:5000 379 0.028 201 7c41e1a4379acbe6b395ead54def1bc2 199.204.45.129 - - [04/May/2026:01:56:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.006 300 73385f7ee18e7d9e9c7fbe993d44bb16 199.204.45.129 - - [04/May/2026:01:56:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.63:5000 2366 0.309 201 fc5c15e9cec136c46649b239d5866128 199.204.45.129 - - [04/May/2026:01:56:39 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.63:5000 86 0.023 404 fae9ca66c130164c61d1a495b1bb10b9 199.204.45.129 - - [04/May/2026:01:56:39 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.63:5000 382 0.018 200 e84721a6ecf5687691af04b12fc76eda 199.204.45.129 - - [04/May/2026:01:56:39 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=6d5eeb0d03064d4fbec0abdacb608c7f HTTP/1.1" 200 207 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.022 [openstack-keystone-api-5000] [] 10.0.0.63:5000 207 0.022 200 8c8cbb6e5809f5243146fc79d8323dbe 199.204.45.129 - - [04/May/2026:01:56:39 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.031 [openstack-keystone-api-5000] [] 10.0.0.63:5000 392 0.031 201 10d93d7dff2fbab0e9d36c0e77cb84d1 W0504 01:56:40.525312 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0504 01:56:40.525522 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0504 01:56:40.525686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:56:40.525713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:56:40.531843 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.007s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:35.7kB} I0504 01:56:40.531890 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0504 01:56:40.536453 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0504 01:56:40.536638 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"da1c6f7c-4dbd-4285-889b-e75a19172887", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8924", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:56:40.536764 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0504 01:56:40.537014 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0504 01:56:40.537082 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0504 01:56:40.537124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:56:40.537131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:56:40.537238 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:56:40.583858 7 controller.go:216] "Backend successfully reloaded" I0504 01:56:40.584056 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4mmcz", UID:"93607510-05ac-4321-b9cd-e48e0806304a", APIVersion:"v1", ResourceVersion:"1483", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0504 01:56:40.825283 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0504 01:56:40.826226 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0504 01:56:43.871470 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0504 01:56:43.871665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:56:43.871689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:56:57.241149 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0504 01:56:57.241283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:56:57.241294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:00.575176 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:57:00.575421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:00.575450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:57:00.575672 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:57:00.646970 7 controller.go:216] "Backend successfully reloaded" I0504 01:57:00.647565 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4mmcz", UID:"93607510-05ac-4321-b9cd-e48e0806304a", APIVersion:"v1", ResourceVersion:"1483", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0504 01:57:03.909132 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:57:03.909448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:03.909497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:07.242570 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:57:07.242778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:07.242803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:10.574773 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:57:10.575012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:10.575044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:13.908916 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:57:13.909175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:13.909218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:27.765725 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:57:27.765844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:27.765863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:31.099674 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:57:31.099855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:31.099877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:35.987673 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:57:35.987808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:35.987834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:57:38.582133 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.109.108.186"}] I0504 01:57:38.589007 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"da1c6f7c-4dbd-4285-889b-e75a19172887", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9518", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:57:39.321644 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:57:39.321844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:39.321872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:44.166321 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:57:44.166458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:44.166472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:22.824857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:22.824910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:59:42.942734 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0504 01:59:42.942836 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0504 01:59:42.942891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:59:42.942911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:59:42.946502 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:39.2kB} I0504 01:59:42.946529 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0504 01:59:42.949410 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0504 01:59:42.949661 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"a4beafca-9af1-44db-8447-00c7855316f9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10446", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:59:42.949963 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0504 01:59:42.950411 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0504 01:59:42.950541 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0504 01:59:42.950632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:59:42.950657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:59:42.950871 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:59:43.000153 7 controller.go:216] "Backend successfully reloaded" I0504 01:59:43.000457 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4mmcz", UID:"93607510-05ac-4321-b9cd-e48e0806304a", APIVersion:"v1", ResourceVersion:"1483", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0504 01:59:43.282934 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0504 01:59:43.284629 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0504 01:59:46.284366 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0504 01:59:46.284586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:59:46.284618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [04/May/2026:01:59:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.004 300 723707d150003c850d0e00e9effe744d 199.204.45.129 - - [04/May/2026:01:59:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.341 [openstack-keystone-api-5000] [] 10.0.0.63:5000 3201 0.341 201 adeb5b1959851de74dedef2cff431c2c 199.204.45.129 - - [04/May/2026:01:59:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 286f9f2a1624268d92de60c01b34d938 199.204.45.129 - - [04/May/2026:01:59:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d8586a44fc1edfe63eaea2f0405c3bb8 199.204.45.129 - - [04/May/2026:01:59:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.004 300 4bd924615b915a6411e906908b6bbb8f 199.204.45.129 - - [04/May/2026:01:59:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.63:5000 3201 0.288 201 68d8788bd23794af6493f6468d4dbe0b 199.204.45.129 - - [04/May/2026:01:59:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f06904babf97ad51530e9a44786d558a 199.204.45.129 - - [04/May/2026:01:59:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8224d1a0a1760d1a844c8d6984544a30 W0504 01:59:54.465426 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0504 01:59:54.465575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:59:54.465595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [04/May/2026:01:59:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.003 300 5f9c5fa6c1795c2157686ca97f6b2460 199.204.45.129 - - [04/May/2026:01:59:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.63:5000 3201 0.300 201 abd176a8cd1389687a7a8741b50226e7 199.204.45.129 - - [04/May/2026:01:59:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 17ec0b888b995ebec08388f52bc62dff 199.204.45.129 - - [04/May/2026:01:59:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c553e1c64af0e5a33477cb3bf4681f56 199.204.45.129 - - [04/May/2026:01:59:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.005 300 279adcb0d2109aa236aedae3b0a022da 199.204.45.129 - - [04/May/2026:01:59:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.63:5000 3201 0.292 201 2493326884bfa033c0d6cc156d67703b 199.204.45.129 - - [04/May/2026:01:59:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1d915dca0404426b3695ab9642e38ee9 199.204.45.129 - - [04/May/2026:01:59:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ebfc3110ca052d5dc95f589dd7eefb2a 199.204.45.129 - - [04/May/2026:01:59:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.002 300 8709419bd85cd1a631b7ff6399730c27 199.204.45.129 - - [04/May/2026:01:59:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.63:5000 3201 0.287 201 62929bb2c97f39440e186ca010367a28 199.204.45.129 - - [04/May/2026:01:59:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3b90e721cdca798e16e51e4219152c9f 199.204.45.129 - - [04/May/2026:01:59:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 99412ac2cd301883d5db52838bf51b54 199.204.45.129 - - [04/May/2026:02:00:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.004 300 fe47b6483e9f8f323277f48a664b5963 199.204.45.129 - - [04/May/2026:02:00:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.63:5000 3201 0.283 201 f8f70f69416b2259674e41e073b85d3b 199.204.45.129 - - [04/May/2026:02:00:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8691b0e4bbaff3167b6fcdb56a61b3c9 199.204.45.129 - - [04/May/2026:02:00:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b6e524af4453cb3d771d669230d865a3 199.204.45.129 - - [04/May/2026:02:00:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.004 300 2cfac74c9dfba576ea71f2aa170294a1 199.204.45.129 - - [04/May/2026:02:00:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.63:5000 3201 0.293 201 c12df28f4054f40ebc3267b569db6539 199.204.45.129 - - [04/May/2026:02:00:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 991efe169b30685a19e68291aede36d6 199.204.45.129 - - [04/May/2026:02:00:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2664814859a90b55be108229e2dba00a 199.204.45.129 - - [04/May/2026:02:00:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.004 300 f585a49988487a0a1360a801e0054899 199.204.45.129 - - [04/May/2026:02:00:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.63:5000 3201 0.286 201 f4717937724610b5bb2231d1cf7303fc 199.204.45.129 - - [04/May/2026:02:00:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0eda794a66069c205d1f06c05d2fa20b 199.204.45.129 - - [04/May/2026:02:00:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 507d955ca1a5e938633cf0d74bc4e7c8 W0504 02:00:04.816164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:04.816200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [04/May/2026:02:00:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.003 300 52b13de10feffdd4dbba5bda875a1382 199.204.45.129 - - [04/May/2026:02:00:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.63:5000 3201 0.289 201 6b22b80a71507996ce0e936a86841158 199.204.45.129 - - [04/May/2026:02:00:05 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.16:9292 1312 0.003 300 a5dd7dda11badafef0092d596798a2e7 199.204.45.129 - - [04/May/2026:02:00:06 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.557 [openstack-glance-api-9292] [] 10.0.0.16:9292 69 0.556 200 dab5c767e7ed074a9f80429780914644 199.204.45.129 - - [04/May/2026:02:00:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.63:5000 281 0.004 300 fd3ed2a3e05cc198992488c101ffd75f 199.204.45.129 - - [04/May/2026:02:00:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.63:5000 3201 0.293 201 9bb5930eb42181ad847c17b2c91fd270 199.204.45.129 - - [04/May/2026:02:00:09 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.16:9292 1312 0.003 300 b0f2870d355f884fc341cc425524849d 199.204.45.129 - - [04/May/2026:02:00:09 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.036 [openstack-glance-api-9292] [] 10.0.0.16:9292 69 0.036 200 ea40ee1590d5832cdcd62149df5d3357 199.204.45.129 - - [04/May/2026:02:00:09 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.117 [openstack-glance-api-9292] [] 10.0.0.16:9292 151 0.117 404 392b72ae0d4d25f7aa5a52a549bf38d8 199.204.45.129 - - [04/May/2026:02:00:09 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.022 [openstack-glance-api-9292] [] 10.0.0.16:9292 81 0.022 200 1fda08a8317d62cb626975d2961d1bfa 199.204.45.129 - - [04/May/2026:02:00:09 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.024 [openstack-glance-api-9292] [] 10.0.0.16:9292 84 0.024 200 21bdae92953d66d8932b346c1457e64b 199.204.45.129 - - [04/May/2026:02:00:10 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.064 [openstack-glance-api-9292] [] 10.0.0.16:9292 760 0.064 201 6610459a2dab693e83dbc688a977969b 199.204.45.129 - - [04/May/2026:02:00:14 +0000] "PUT /v2/images/e4449796-5ab6-4e1f-a27a-45678c59bb88/file HTTP/1.1" 204 0 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.452 [openstack-glance-api-9292] [] 10.0.0.16:9292 0 4.453 204 85efd8a9c4846c11dc50c0822e17527e 199.204.45.129 - - [04/May/2026:02:00:14 +0000] "GET /v2/images/e4449796-5ab6-4e1f-a27a-45678c59bb88 HTTP/1.1" 200 1171 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.16:9292 1171 0.015 200 f120cc27f763ab05c669d2d911707f36 199.204.45.129 - - [04/May/2026:02:00:14 +0000] "GET /v2/images/e4449796-5ab6-4e1f-a27a-45678c59bb88 HTTP/1.1" 200 1171 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.013 [openstack-glance-api-9292] [] 10.0.0.16:9292 1171 0.013 200 a8a5f548f9f831cb12114930842ef6f2 W0504 02:00:17.480978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:17.481016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:20.814842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:20.814875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 02:00:38.580955 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.109.108.186"}] I0504 02:00:38.586331 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"a4beafca-9af1-44db-8447-00c7855316f9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10917", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 02:00:38.587532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:38.587560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:41.922256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:41.922398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:45.254721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:45.254788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:48.588231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:48.588304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:51.921068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:51.921110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:05.494477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:05.494523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:14.040658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:14.040711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:17.375038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:17.375091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:04:34.745364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:04:34.745403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:05:57.327149 7 controller.go:1441] Error getting SSL certificate "openstack/cinder-api-certs": local SSL certificate openstack/cinder-api-certs was not found. Using default certificate W0504 02:05:57.327295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:05:57.327317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 02:05:57.333105 7 admission.go:149] processed ingress via admission controller {testedIngressLength:9 testedIngressTime:0.007s renderingIngressLength:9 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:42.6kB} I0504 02:05:57.333147 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/volumev3" I0504 02:05:57.342923 7 store.go:440] "Found valid IngressClass" ingress="openstack/volumev3" ingressclass="atmosphere" I0504 02:05:57.343157 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"volumev3", UID:"7ef34aa9-4272-4cda-a132-156640c90c24", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13230", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 02:05:57.343380 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/cinder-api-certs" in local store W0504 02:05:57.343849 7 controller.go:1441] Error getting SSL certificate "openstack/cinder-api-certs": local SSL certificate openstack/cinder-api-certs was not found. Using default certificate W0504 02:05:57.343923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:05:57.343940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 02:05:57.344110 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 02:05:57.398103 7 controller.go:216] "Backend successfully reloaded" I0504 02:05:57.398959 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4mmcz", UID:"93607510-05ac-4321-b9cd-e48e0806304a", APIVersion:"v1", ResourceVersion:"1483", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0504 02:05:57.604072 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/cinder-api-certs" I0504 02:05:57.605254 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/cinder-api-certs" W0504 02:06:00.679652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:06:00.679704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:06:04.011338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:06:04.011386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:06:07.344375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:06:07.344438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 02:06:38.581944 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="volumev3" currentValue=null newValue=[{"ip":"10.109.108.186"}] I0504 02:06:38.589450 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"volumev3", UID:"7ef34aa9-4272-4cda-a132-156640c90c24", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13600", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 02:06:38.591798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:06:38.591837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:07:22.400681 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0504 02:07:22.401009 7 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0504 02:07:22.401191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:07:22.401223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 02:07:22.407915 7 admission.go:149] processed ingress via admission controller {testedIngressLength:10 testedIngressTime:0.007s renderingIngressLength:10 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:46.1kB} I0504 02:07:22.407960 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/placement" I0504 02:07:22.414514 7 store.go:440] "Found valid IngressClass" ingress="openstack/placement" ingressclass="atmosphere" I0504 02:07:22.414806 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"3d724219-bec7-4d65-bd8b-56f49a42de43", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13900", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 02:07:22.415151 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/placement-api-certs" in local store W0504 02:07:22.415834 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0504 02:07:22.416023 7 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0504 02:07:22.416145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:07:22.416170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 02:07:22.416388 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 02:07:22.484874 7 controller.go:216] "Backend successfully reloaded" I0504 02:07:22.485150 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4mmcz", UID:"93607510-05ac-4321-b9cd-e48e0806304a", APIVersion:"v1", ResourceVersion:"1483", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0504 02:07:22.741616 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/placement-api-certs" I0504 02:07:22.743489 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/placement-api-certs" W0504 02:07:25.752139 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0504 02:07:25.752376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:07:25.752419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:07:30.592947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:07:30.592984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 02:07:38.581498 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="placement" currentValue=null newValue=[{"ip":"10.109.108.186"}] I0504 02:07:38.587814 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"3d724219-bec7-4d65-bd8b-56f49a42de43", APIVersion:"networking.k8s.io/v1", ResourceVersion:"14020", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 02:07:38.590095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:07:38.590139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store