------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0331 18:29:48.487646 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0331 18:29:48.488036 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0331 18:29:48.497281 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0331 18:29:48.500440 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0331 18:29:48.819509 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0331 18:29:48.833929 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0331 18:29:48.847136 7 nginx.go:271] "Starting NGINX Ingress controller" I0331 18:29:48.853557 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"ebc6288c-b7a6-41b4-9974-fe1556007cd5", APIVersion:"v1", ResourceVersion:"1368", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0331 18:29:48.856731 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"a4ab9b6f-5b12-4391-bbc4-a7a52873d4fd", APIVersion:"v1", ResourceVersion:"1370", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0331 18:29:48.856763 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"d44148ed-d07f-44ef-8908-afe5313a9f6a", APIVersion:"v1", ResourceVersion:"1369", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0331 18:29:50.049852 7 nginx.go:317] "Starting NGINX process" I0331 18:29:50.049996 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0331 18:29:50.050446 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0331 18:29:50.050637 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0331 18:29:50.050690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:29:50.050714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 18:29:50.050764 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 18:29:50.057772 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0331 18:29:50.057992 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-r75mf" I0331 18:29:50.082169 7 controller.go:216] "Backend successfully reloaded" I0331 18:29:50.082238 7 controller.go:227] "Initial sync, sleeping for 1 second" I0331 18:29:50.082263 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r75mf", UID:"4a5d19aa-ec0c-4d27-a328-955dfa67013e", APIVersion:"v1", ResourceVersion:"1477", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 18:29:53.873822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:29:53.873856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:29:57.207224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:29:57.207256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:30:00.540573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:30:00.540631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:30:03.874659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:30:03.874689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:30:07.207206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:30:07.207259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:30:12.005880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:30:12.005939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:30:15.340501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:30:15.340549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:30:18.674076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:30:18.674124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:30:22.005729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:30:22.005788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:30:26.317268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:30:26.317313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:30:31.033108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:30:31.033255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:31:55.277256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:31:55.277329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:12.955661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:12.955708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:16.289493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:16.289537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:19.622625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:19.622670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:22.956425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:22.956492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:26.289786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:26.289840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:29.622468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:29.622497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:36.560030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:36.560068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:39.893927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:39.893981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:43.655389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:43.655425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:46.990368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:46.990469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:50.322660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:32:50.322703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:34:56.650796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:34:56.650884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:34:59.382905 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-201.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-201.nip.io-tls was not found. Using default certificate W0331 18:34:59.382968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:34:59.382986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 18:34:59.385020 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0331 18:34:59.385055 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0331 18:34:59.393106 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0331 18:34:59.393484 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"732de857-7a9f-4d8f-bd3a-b8e6d2213650", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3611", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 18:34:59.393796 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-201.nip.io-tls" in local store I0331 18:34:59.764757 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-201.nip.io-tls" I0331 18:34:59.765660 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-201.nip.io-tls" W0331 18:34:59.985205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:34:59.985252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 18:34:59.985322 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 18:35:00.022183 7 controller.go:216] "Backend successfully reloaded" I0331 18:35:00.022732 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r75mf", UID:"4a5d19aa-ec0c-4d27-a328-955dfa67013e", APIVersion:"v1", ResourceVersion:"1477", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 18:35:03.318589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:35:03.318956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.201 - - [31/Mar/2026:18:35:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.152 [auth-system-keycloak-80] [] 10.0.0.175:8080 1928 2.151 200 6fc077fcf5f866adcac38e3c3f3fdab8 199.19.213.201 - - [31/Mar/2026:18:35:10 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.184 [auth-system-keycloak-80] [] 10.0.0.175:8080 116 0.184 404 b4738a706dbd6939b41cd7c8d92190d9 199.19.213.201 - - [31/Mar/2026:18:35:15 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.286 [auth-system-keycloak-80] [] 10.0.0.175:8080 0 4.283 201 68ff22f7db11ac2b8bf784942efcfa15 199.19.213.201 - - [31/Mar/2026:18:35:15 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.690 [auth-system-keycloak-80] [] 10.0.0.175:8080 4246 0.690 200 6f3a6b118f3442b648548cb98e854093 199.19.213.201 - - [31/Mar/2026:18:35:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.510 [auth-system-keycloak-80] [] 10.0.0.175:8080 1928 0.509 200 73056f1f120437429d283142485e4ea7 199.19.213.201 - - [31/Mar/2026:18:35:17 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.076 [auth-system-keycloak-80] [] 10.0.0.175:8080 12500 0.077 200 9a8510b0998418bb86d1b65f2bcd1d94 199.19.213.201 - - [31/Mar/2026:18:35:17 +0000] "GET /admin/realms/atmosphere/client-scopes/42abfbcc-7a21-4fe3-aa8c-39b9639fc868 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.068 [auth-system-keycloak-80] [] 10.0.0.175:8080 1278 0.068 200 77725e0827aa605dbb1f0d60266fb25b 199.19.213.201 - - [31/Mar/2026:18:35:17 +0000] "PUT /admin/realms/atmosphere/client-scopes/42abfbcc-7a21-4fe3-aa8c-39b9639fc868 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.019 [auth-system-keycloak-80] [] 10.0.0.175:8080 0 0.019 204 ade08ae5605691bbc3bf7c0fc293ebe5 199.19.213.201 - - [31/Mar/2026:18:35:17 +0000] "GET /admin/realms/atmosphere/client-scopes/42abfbcc-7a21-4fe3-aa8c-39b9639fc868/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.072 [auth-system-keycloak-80] [] 10.0.0.175:8080 963 0.072 200 ed4129c4d88998de73ab5cee1ebe4381 199.19.213.201 - - [31/Mar/2026:18:35:17 +0000] "GET /admin/realms/atmosphere/client-scopes/42abfbcc-7a21-4fe3-aa8c-39b9639fc868/protocol-mappers/models/ff392051-c7d1-4151-abba-c2f0417497a6 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.079 [auth-system-keycloak-80] [] 10.0.0.175:8080 366 0.079 200 858f5db3f88bbc15a09af4d3a6466fdd 199.19.213.201 - - [31/Mar/2026:18:35:17 +0000] "PUT /admin/realms/atmosphere/client-scopes/42abfbcc-7a21-4fe3-aa8c-39b9639fc868/protocol-mappers/models/ff392051-c7d1-4151-abba-c2f0417497a6 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.089 [auth-system-keycloak-80] [] 10.0.0.175:8080 0 0.088 204 a7863e4368b2ad11511a3c9c89df2d76 199.19.213.201 - - [31/Mar/2026:18:35:17 +0000] "GET /admin/realms/atmosphere/client-scopes/42abfbcc-7a21-4fe3-aa8c-39b9639fc868 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.017 [auth-system-keycloak-80] [] 10.0.0.175:8080 1218 0.016 200 a1eab71148428acacb337c641a3ac97e 199.19.213.201 - - [31/Mar/2026:18:35:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.175:8080 1928 0.474 200 406b436f3025b01dd9cc6056fd36413d 199.19.213.201 - - [31/Mar/2026:18:35:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.056 [auth-system-keycloak-80] [] 10.0.0.175:8080 2 0.057 200 20ae616ce34f88ba224b90282afe7017 199.19.213.201 - - [31/Mar/2026:18:35:39 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.208 [auth-system-keycloak-80] [] 10.0.0.175:8080 0 0.206 201 82457bc8c171df768dc53ecf20629cb0 199.19.213.201 - - [31/Mar/2026:18:35:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.083 [auth-system-keycloak-80] [] 10.0.0.175:8080 1261 0.084 200 628cedf836f3856db5170064bb48be51 199.19.213.201 - - [31/Mar/2026:18:35:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.903 [auth-system-keycloak-80] [] 10.0.0.175:8080 1928 0.902 200 40262fe6a9ae22b7375bccf3ab71a874 199.19.213.201 - - [31/Mar/2026:18:35:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.059 [auth-system-keycloak-80] [] 10.0.0.175:8080 2 0.059 200 aea0f95dc3c36b6951dfbbd763a49bd3 199.19.213.201 - - [31/Mar/2026:18:35:40 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.095 [auth-system-keycloak-80] [] 10.0.0.175:8080 0 0.095 201 b59d5cade06dfb70e460cbe5ff7f02b9 199.19.213.201 - - [31/Mar/2026:18:35:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.175:8080 1286 0.022 200 c3243134b2e205547cf23fed84656274 199.19.213.201 - - [31/Mar/2026:18:35:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.486 [auth-system-keycloak-80] [] 10.0.0.175:8080 1928 0.485 200 588eb42283ee88e072b22a45023af342 199.19.213.201 - - [31/Mar/2026:18:35:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.041 [auth-system-keycloak-80] [] 10.0.0.175:8080 2 0.042 200 a82a587f7b647fd8d9711e2eac7d3012 199.19.213.201 - - [31/Mar/2026:18:35:41 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.095 [auth-system-keycloak-80] [] 10.0.0.175:8080 0 0.093 201 133853f47a79c7cf542bf376b9861718 199.19.213.201 - - [31/Mar/2026:18:35:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.022 [auth-system-keycloak-80] [] 10.0.0.175:8080 1251 0.023 200 89e0290dc72bda13d76c7c251567f77d 199.19.213.201 - - [31/Mar/2026:18:35:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.175:8080 1928 0.471 200 5db3fb258e645696c5c2ee2a8943ee1d 199.19.213.201 - - [31/Mar/2026:18:35:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.175:8080 1261 0.007 200 724d1e5f23d119bc7b37a48df97a50dc 199.19.213.201 - - [31/Mar/2026:18:35:42 +0000] "GET /admin/realms/atmosphere/clients/2a7d1bfb-2ee5-4a80-beec-1b961f923deb/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.040 [auth-system-keycloak-80] [] 10.0.0.175:8080 119 0.041 404 0b791b693e83e1a0e7537b8335fa1fd7 199.19.213.201 - - [31/Mar/2026:18:35:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.175:8080 1261 0.007 200 91c9fb09d5dd8f1bbb167826754dbff5 199.19.213.201 - - [31/Mar/2026:18:35:43 +0000] "POST /admin/realms/atmosphere/clients/2a7d1bfb-2ee5-4a80-beec-1b961f923deb/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.596 [auth-system-keycloak-80] [] 10.0.0.175:8080 0 0.595 201 bf3b4176920f543f76ba297f4dc7ef8e 199.19.213.201 - - [31/Mar/2026:18:35:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.175:8080 1261 0.007 200 e0d5057186aea382ba52ad84e4a2c999 199.19.213.201 - - [31/Mar/2026:18:35:43 +0000] "GET /admin/realms/atmosphere/clients/2a7d1bfb-2ee5-4a80-beec-1b961f923deb/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.175:8080 166 0.019 200 36fef1e3487a0d389dae71a9c3c716bc 199.19.213.201 - - [31/Mar/2026:18:35:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.460 [auth-system-keycloak-80] [] 10.0.0.175:8080 1928 0.459 200 cbef19a10a89699c5a3cdbaab6a2abda 199.19.213.201 - - [31/Mar/2026:18:35:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.175:8080 1286 0.006 200 364101549c3661e34725382c921bbc21 199.19.213.201 - - [31/Mar/2026:18:35:44 +0000] "GET /admin/realms/atmosphere/clients/6765ae66-f591-495f-9898-30598965d276/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.048 [auth-system-keycloak-80] [] 10.0.0.175:8080 119 0.049 404 2879031f28d255e786ac63f115f9862a 199.19.213.201 - - [31/Mar/2026:18:35:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.175:8080 1286 0.007 200 ebad84bbd53271c83cd0ec088724c9fa 199.19.213.201 - - [31/Mar/2026:18:35:44 +0000] "POST /admin/realms/atmosphere/clients/6765ae66-f591-495f-9898-30598965d276/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.017 [auth-system-keycloak-80] [] 10.0.0.175:8080 0 0.016 201 483888b466654f347a47d44fde563962 199.19.213.201 - - [31/Mar/2026:18:35:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.175:8080 1286 0.007 200 2b68fc2f389dbc9bbd7b4dd8db06d62a 199.19.213.201 - - [31/Mar/2026:18:35:44 +0000] "GET /admin/realms/atmosphere/clients/6765ae66-f591-495f-9898-30598965d276/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.032 [auth-system-keycloak-80] [] 10.0.0.175:8080 165 0.032 200 5708f60186ac5142c60b44f1cc2bcd8a 199.19.213.201 - - [31/Mar/2026:18:35:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.578 [auth-system-keycloak-80] [] 10.0.0.175:8080 1928 0.577 200 274f4432a7905b25669a2913499bb18b 199.19.213.201 - - [31/Mar/2026:18:35:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.021 [auth-system-keycloak-80] [] 10.0.0.175:8080 1286 0.022 200 e15a7e8898efcc7cc9dc96e3f8e79223 199.19.213.201 - - [31/Mar/2026:18:35:45 +0000] "GET /admin/realms/atmosphere/clients/6765ae66-f591-495f-9898-30598965d276/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.175:8080 119 0.008 404 6e405c6d4bf40eacba66a5c2149df97a 199.19.213.201 - - [31/Mar/2026:18:35:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.175:8080 1286 0.004 200 6d47c4fd41549e8a17586ebd2ec85724 199.19.213.201 - - [31/Mar/2026:18:35:45 +0000] "POST /admin/realms/atmosphere/clients/6765ae66-f591-495f-9898-30598965d276/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.175:8080 0 0.014 201 ed57b39cc6faf21b7e9d6e8b5de26b67 199.19.213.201 - - [31/Mar/2026:18:35:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.028 [auth-system-keycloak-80] [] 10.0.0.175:8080 1286 0.028 200 ec874337e961f3930d96390911a39b83 199.19.213.201 - - [31/Mar/2026:18:35:45 +0000] "GET /admin/realms/atmosphere/clients/6765ae66-f591-495f-9898-30598965d276/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.175:8080 166 0.013 200 a146e106ededb8b9ab167e885f3ac1b4 199.19.213.201 - - [31/Mar/2026:18:35:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.589 [auth-system-keycloak-80] [] 10.0.0.175:8080 1928 0.588 200 b73bd77a6894bd39c84cf58045ffc744 199.19.213.201 - - [31/Mar/2026:18:35:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.175:8080 1286 0.014 200 447be8424b532525dc2f92b3775890aa 199.19.213.201 - - [31/Mar/2026:18:35:46 +0000] "GET /admin/realms/atmosphere/clients/6765ae66-f591-495f-9898-30598965d276/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.175:8080 119 0.008 404 8260788ced054708559cbd04d16466ce 199.19.213.201 - - [31/Mar/2026:18:35:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.046 [auth-system-keycloak-80] [] 10.0.0.175:8080 1286 0.046 200 0746ac3ae85cd62d166fe1b9598f2c12 199.19.213.201 - - [31/Mar/2026:18:35:46 +0000] "POST /admin/realms/atmosphere/clients/6765ae66-f591-495f-9898-30598965d276/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.175:8080 0 0.021 201 25781788852924bf1c4e0072eb9887c0 199.19.213.201 - - [31/Mar/2026:18:35:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.057 [auth-system-keycloak-80] [] 10.0.0.175:8080 1286 0.057 200 0ef904b204e3d7b22ffdaa355d8a4894 199.19.213.201 - - [31/Mar/2026:18:35:46 +0000] "GET /admin/realms/atmosphere/clients/6765ae66-f591-495f-9898-30598965d276/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.175:8080 166 0.013 200 d6234008f9364489472db3a636d7161e 199.19.213.201 - - [31/Mar/2026:18:35:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.509 [auth-system-keycloak-80] [] 10.0.0.175:8080 1928 0.508 200 79ff79f5bbffd332004a6b30fbc9671d 199.19.213.201 - - [31/Mar/2026:18:35:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.175:8080 1251 0.007 200 491e7fd5bb7366b5f3b9526dc9f0b95a 199.19.213.201 - - [31/Mar/2026:18:35:47 +0000] "GET /admin/realms/atmosphere/clients/b2fdf36c-101b-43e3-a578-44e6c9fc4950/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.175:8080 119 0.009 404 16c84c0ee4161d09f288b5751c22a1bd 199.19.213.201 - - [31/Mar/2026:18:35:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.040 [auth-system-keycloak-80] [] 10.0.0.175:8080 1251 0.039 200 f7fa581713d9f75f99c9b4fcb0a490ac 199.19.213.201 - - [31/Mar/2026:18:35:47 +0000] "POST /admin/realms/atmosphere/clients/b2fdf36c-101b-43e3-a578-44e6c9fc4950/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.175:8080 0 0.014 201 a2dd2a0767c31f6d6df2a35378da3343 199.19.213.201 - - [31/Mar/2026:18:35:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.175:8080 1251 0.007 200 f09bf51fce9f43ff70b67663fb3ffef3 199.19.213.201 - - [31/Mar/2026:18:35:47 +0000] "GET /admin/realms/atmosphere/clients/b2fdf36c-101b-43e3-a578-44e6c9fc4950/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.175:8080 166 0.012 200 5ed8e5473ab11793787f4d221da95d77 I0331 18:35:50.064056 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.89.28"}] I0331 18:35:50.072387 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"732de857-7a9f-4d8f-bd3a-b8e6d2213650", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4067", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 18:35:50.073613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:35:50.073642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:35:55.543878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:35:55.543936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:35:58.877970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:35:58.877997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:36:54.114910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:36:54.114958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:36:54.385241 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:36:54.385304 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0331 18:36:54.385334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:36:54.385348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:36:54.386023 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:36:54.386128 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 18:36:54.386222 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0331 18:36:54.386280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:36:54.386320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:36:54.386392 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0331 18:36:54.386456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:36:54.386474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 18:36:54.386873 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:18.2kB} I0331 18:36:54.386897 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0331 18:36:54.388185 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0331 18:36:54.388260 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0331 18:36:54.388226 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0331 18:36:54.388308 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0331 18:36:54.399078 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0331 18:36:54.399526 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"8a6ffe65-a6f8-4241-82ec-d13eb8bd35c7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4628", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 18:36:54.400848 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0331 18:36:54.400889 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0331 18:36:54.401031 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"3e6c14db-a5c9-4097-a1ad-6fba2d84266a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4629", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 18:36:54.401272 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0331 18:36:54.401299 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0331 18:36:54.401478 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"32beef62-7754-45e5-8a40-a6f4166554b6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4630", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 18:36:54.401671 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0331 18:36:54.726880 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0331 18:36:54.728202 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0331 18:36:54.814948 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0331 18:36:54.815827 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0331 18:36:56.023170 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0331 18:36:56.024464 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0331 18:36:57.449369 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:36:57.449437 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 18:36:57.449501 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:36:57.449632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:36:57.449669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 18:36:57.449883 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 18:36:57.553970 7 controller.go:216] "Backend successfully reloaded" I0331 18:36:57.554359 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r75mf", UID:"4a5d19aa-ec0c-4d27-a328-955dfa67013e", APIVersion:"v1", ResourceVersion:"1477", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 18:37:00.782518 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:37:00.782593 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 18:37:00.782631 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:37:00.782756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:00.782788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:04.115169 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:37:04.115235 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 18:37:04.115269 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:37:04.115431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:04.115468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:07.448693 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:37:07.448738 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 18:37:07.448763 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:37:07.448851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:07.448865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:10.782372 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:37:10.782455 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 18:37:10.782490 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:37:10.782600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:10.782626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:14.115920 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:37:14.115972 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 18:37:14.115999 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:37:14.116079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:14.116108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:17.450032 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:37:17.450133 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 18:37:17.450413 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:37:17.450730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:17.450767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:20.781673 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:37:20.781759 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 18:37:20.781798 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:37:20.781995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:20.782026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:24.115818 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:37:24.115862 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 18:37:24.115886 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:37:24.115957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:24.115971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:27.449155 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:37:27.449199 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 18:37:27.449223 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:37:27.449319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:27.449332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:30.783873 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:37:30.783966 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 18:37:30.784008 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:37:30.784147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:30.784183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:34.115090 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:37:34.115144 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 18:37:34.115367 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:37:34.115544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:34.115710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:37.448861 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:37:37.449003 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:37:37.449132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:37.449170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:40.781835 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:37:40.781954 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:37:40.782105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:40.782141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:44.115305 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:37:44.115423 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:37:44.115599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:44.115675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:47.448893 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:37:47.449029 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:37:47.449221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:47.449252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 18:37:50.064604 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.97.89.28"}] I0331 18:37:50.065096 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.97.89.28"}] I0331 18:37:50.065107 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.97.89.28"}] I0331 18:37:50.071322 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"8a6ffe65-a6f8-4241-82ec-d13eb8bd35c7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5726", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 18:37:50.074053 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"3e6c14db-a5c9-4097-a1ad-6fba2d84266a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5727", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 18:37:50.075079 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"32beef62-7754-45e5-8a40-a6f4166554b6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5728", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 18:37:50.782235 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:37:50.782338 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:37:50.782481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:50.782517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:54.115700 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:37:54.115792 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:37:54.116087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:54.116112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:57.450017 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:37:57.450114 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:37:57.450233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:37:57.450338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:38:00.782608 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:38:00.782831 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:38:00.783076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:38:00.783115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.233 - - [31/Mar/2026:18:38:03 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.029 [auth-system-keycloak-80] [] 10.0.0.175:8080 6382 0.028 200 bc6795fa21b419c762a121fc66bd929c 10.0.0.106 - - [31/Mar/2026:18:38:03 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.175:8080 6382 0.006 200 b0505185e9302766e9b7917276f49dce W0331 18:38:04.115405 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:38:04.115497 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 18:38:04.115608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:38:04.115644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:38:07.450264 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 18:38:07.450474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:38:07.450502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:38:10.781970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:38:10.782019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:38:14.116122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:38:14.116170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:38:20.326683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:38:20.326722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.201 - - [31/Mar/2026:18:38:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.175:8080 1928 0.467 200 2b68cf7495b3c6293646544c55e25ac3 199.19.213.201 - - [31/Mar/2026:18:38:27 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.037 [auth-system-keycloak-80] [] 10.0.0.175:8080 4246 0.037 200 a76bdffc5092f6f0c93b2608e7e17045 199.19.213.201 - - [31/Mar/2026:18:38:27 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.315 [auth-system-keycloak-80] [] 10.0.0.175:8080 0 0.313 204 1783702ae486de2138adfc58c30a663c 199.19.213.201 - - [31/Mar/2026:18:38:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.189 [auth-system-keycloak-80] [] 10.0.0.175:8080 4384 0.189 200 0d4fc660ee7b5868875ac4da359401d8 199.19.213.201 - - [31/Mar/2026:18:38:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.466 [auth-system-keycloak-80] [] 10.0.0.175:8080 1928 0.465 200 4b30edfed01a16cd5a4b3bfc13e0e02f 199.19.213.201 - - [31/Mar/2026:18:38:29 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.008 [auth-system-keycloak-80] [] 10.0.0.175:8080 1682 0.008 200 3a043f3d0bb6f91a8e298b647cfa1434 199.19.213.201 - - [31/Mar/2026:18:38:29 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.175:8080 6382 0.005 200 a720bcdad8f26173b7f08ebadcfedce3 199.19.213.201 - - [31/Mar/2026:18:38:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.492 [auth-system-keycloak-80] [] 10.0.0.175:8080 1928 0.490 200 b2d7295bdafdc576ce8395c75d4d4d98 199.19.213.201 - - [31/Mar/2026:18:38:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.175:8080 2 0.011 200 84fa4db47a317ef9abaa8a84156d2479 199.19.213.201 - - [31/Mar/2026:18:38:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.242 [auth-system-keycloak-80] [] 10.0.0.175:8080 0 0.241 201 de43033c8f82876776fa9ff53f644ff8 199.19.213.201 - - [31/Mar/2026:18:38:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.020 [auth-system-keycloak-80] [] 10.0.0.175:8080 2246 0.020 200 80e7439bd5a2e0fb0b9998cf123d7cb4 199.19.213.201 - - [31/Mar/2026:18:38:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.495 [auth-system-keycloak-80] [] 10.0.0.175:8080 1928 0.493 200 d5c6167d33da033a6c5c628d517cba2e 199.19.213.201 - - [31/Mar/2026:18:38:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.175:8080 2246 0.005 200 48fa63d49dd3a9b82e69a95ec4f3dd89 199.19.213.201 - - [31/Mar/2026:18:38:32 +0000] "GET /admin/realms/atmosphere/clients/930831d6-63f6-4128-9cf3-732a3ba9e606/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.070 [auth-system-keycloak-80] [] 10.0.0.175:8080 233 0.069 200 45f4cfce703d6550234e9e88b5b2af67 199.19.213.201 - - [31/Mar/2026:18:38:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.023 [auth-system-keycloak-80] [] 10.0.0.175:8080 831 0.022 200 b3d5334923325a282b0a195838811738 199.19.213.201 - - [31/Mar/2026:18:38:32 +0000] "GET /admin/realms/atmosphere/clients/ea9875f8-d1ea-4c3e-9bc0-5b1dbed2290a/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.060 [auth-system-keycloak-80] [] 10.0.0.175:8080 3758 0.060 200 35898043f962982c884a8aa53121f9a3 199.19.213.201 - - [31/Mar/2026:18:38:32 +0000] "GET /admin/realms/atmosphere/users/e8749713-5003-496b-9568-f1bbc7c151f7/role-mappings/clients/ea9875f8-d1ea-4c3e-9bc0-5b1dbed2290a/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.190 [auth-system-keycloak-80] [] 10.0.0.175:8080 3758 0.191 200 cb823409a6d37a7b636b4f3e5ebc2215 199.19.213.201 - - [31/Mar/2026:18:38:32 +0000] "GET /admin/realms/atmosphere/users/e8749713-5003-496b-9568-f1bbc7c151f7/role-mappings/clients/ea9875f8-d1ea-4c3e-9bc0-5b1dbed2290a/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.018 [auth-system-keycloak-80] [] 10.0.0.175:8080 2 0.018 200 e41b6a58f6662be511cd934cdfaa9a4d 199.19.213.201 - - [31/Mar/2026:18:38:32 +0000] "POST /admin/realms/atmosphere/users/e8749713-5003-496b-9568-f1bbc7c151f7/role-mappings/clients/ea9875f8-d1ea-4c3e-9bc0-5b1dbed2290a HTTP/1.1" 204 0 "-" "Ansible" 1390 0.162 [auth-system-keycloak-80] [] 10.0.0.175:8080 0 0.160 204 fee65a8ba18ea3689639acddeb5cec7b 199.19.213.201 - - [31/Mar/2026:18:38:32 +0000] "GET /admin/realms/atmosphere/users/e8749713-5003-496b-9568-f1bbc7c151f7/role-mappings/clients/ea9875f8-d1ea-4c3e-9bc0-5b1dbed2290a/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.175:8080 576 0.014 200 bfe4bcfa7d4cf53edf4ae6e362aba3d5 W0331 18:38:33.768602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:38:33.768649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:38:37.102026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:38:37.102065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:38:40.436319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:38:40.436559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:40:40.287283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:40:40.287317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:41:13.508755 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0331 18:41:13.508817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:41:13.508831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 18:41:13.511302 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0331 18:41:13.511328 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0331 18:41:13.515009 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0331 18:41:13.515553 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0331 18:41:13.515943 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0331 18:41:13.516018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:41:13.516040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 18:41:13.516159 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 18:41:13.523429 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"bf21236e-0286-4222-ba10-45d3adae453c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7156", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 18:41:13.561494 7 controller.go:216] "Backend successfully reloaded" I0331 18:41:13.561966 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r75mf", UID:"4a5d19aa-ec0c-4d27-a328-955dfa67013e", APIVersion:"v1", ResourceVersion:"1477", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 18:41:13.886519 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0331 18:41:13.887692 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0331 18:41:16.851089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:41:16.851138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.201 - - [31/Mar/2026:18:41:17 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.005 300 593af2848b0eb2c3812c9159504f5228 199.19.213.201 - - [31/Mar/2026:18:41:19 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.2:5000 266 0.004 200 cca8db64b3f5982464679a7864223523 199.19.213.201 - - [31/Mar/2026:18:41:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.350 [openstack-keystone-api-5000] [] 10.0.0.2:5000 1360 0.350 201 99121d77caf688aee6195f0e9d85afcc 199.19.213.201 - - [31/Mar/2026:18:41:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.005 300 22fc528b9e44327b34e73f634bfe5e76 199.19.213.201 - - [31/Mar/2026:18:41:19 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.037 [openstack-keystone-api-5000] [] 10.0.0.2:5000 90 0.037 404 6ccee805d66642d01950ad40d600b390 199.19.213.201 - - [31/Mar/2026:18:41:19 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.030 [openstack-keystone-api-5000] [] 10.0.0.2:5000 368 0.030 200 3e2deb793f465cd9c65e85dbe825f4be 199.19.213.201 - - [31/Mar/2026:18:41:19 +0000] "GET /v3/domains/1900195ab4e447f6bf2cbbe381288212 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.024 [openstack-keystone-api-5000] [] 10.0.0.2:5000 245 0.024 200 6e9ecb9c178ec4ba4410430556dcc4b8 199.19.213.201 - - [31/Mar/2026:18:41:20 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 266 0.005 200 b1ecb42430f49a6b2f288605a31c2512 199.19.213.201 - - [31/Mar/2026:18:41:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.325 [openstack-keystone-api-5000] [] 10.0.0.2:5000 1360 0.325 201 f69f4a9c3038d26d5737c271d9c67d88 199.19.213.201 - - [31/Mar/2026:18:41:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.002 300 8efb20f61fb88769dedee446130e12cf 199.19.213.201 - - [31/Mar/2026:18:41:20 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.023 [openstack-keystone-api-5000] [] 10.0.0.2:5000 101 0.023 404 f2b5ceb67c8fb5332aabff03e5ada397 199.19.213.201 - - [31/Mar/2026:18:41:20 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.024 [openstack-keystone-api-5000] [] 10.0.0.2:5000 156 0.023 200 982de8971f15c893fa9fb83e351cc752 199.19.213.201 - - [31/Mar/2026:18:41:20 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.026 [openstack-keystone-api-5000] [] 10.0.0.2:5000 454 0.026 201 9f63ca431c187cb3c770dc0bb5bb921f 199.19.213.201 - - [31/Mar/2026:18:41:21 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 266 0.004 200 6117a631a1ff5f5f03dd842ee878e008 199.19.213.201 - - [31/Mar/2026:18:41:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.2:5000 1360 0.295 201 566729430f216f403c89c834cf5d40c6 199.19.213.201 - - [31/Mar/2026:18:41:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.003 300 2ed6cc0b7234d424e3a9d52a5d268975 199.19.213.201 - - [31/Mar/2026:18:41:21 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.026 [openstack-keystone-api-5000] [] 10.0.0.2:5000 98 0.027 404 8596e6d8db4b4f3f15fb651cabf44d6d 199.19.213.201 - - [31/Mar/2026:18:41:21 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.026 [openstack-keystone-api-5000] [] 10.0.0.2:5000 136 0.026 200 e8e95b5591007d59ec096444b2024906 199.19.213.201 - - [31/Mar/2026:18:41:21 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.028 [openstack-keystone-api-5000] [] 10.0.0.2:5000 332 0.029 201 41cbc0a5bf5dc125bbffcf44c4a95a5d 199.19.213.201 - - [31/Mar/2026:18:41:22 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 266 0.004 200 ffee7775695b4597678eeda03cb9c8e2 199.19.213.201 - - [31/Mar/2026:18:41:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.2:5000 1360 0.288 201 408c03fdaba7d1e4d7e5c139227b0047 199.19.213.201 - - [31/Mar/2026:18:41:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.004 300 208df38580a4600e3e03a98fc97541a0 199.19.213.201 - - [31/Mar/2026:18:41:22 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.028 [openstack-keystone-api-5000] [] 10.0.0.2:5000 131 0.028 404 d8b174ec6ffe99bff66351a68ad51e67 199.19.213.201 - - [31/Mar/2026:18:41:22 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.022 [openstack-keystone-api-5000] [] 10.0.0.2:5000 168 0.022 200 2c9210f38af26e64f9250335c78e75d2 199.19.213.201 - - [31/Mar/2026:18:41:22 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.028 [openstack-keystone-api-5000] [] 10.0.0.2:5000 224 0.027 201 d4b7a2a22d7fdf1561af9710ba594007 W0331 18:41:31.906573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:41:31.906710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:41:35.240444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:41:35.240520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:41:38.573492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:41:38.573582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 18:41:50.066343 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.97.89.28"}] I0331 18:41:50.072179 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"bf21236e-0286-4222-ba10-45d3adae453c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7457", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 18:41:50.074152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:41:50.074201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:41:57.364229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:41:57.364313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:42:05.046668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:42:05.046711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:42:08.380339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:42:08.380387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:43:37.595285 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 18:43:37.595367 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0331 18:43:37.595409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:43:37.595423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 18:43:37.598316 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0331 18:43:37.598339 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0331 18:43:37.602808 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0331 18:43:37.603062 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0331 18:43:37.603241 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 18:43:37.603303 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0331 18:43:37.603382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:43:37.603399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 18:43:37.603481 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 18:43:37.609541 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"17eeeaa2-8985-4401-9427-2d7cfade13d8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8247", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 18:43:37.653233 7 controller.go:216] "Backend successfully reloaded" I0331 18:43:37.653497 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r75mf", UID:"4a5d19aa-ec0c-4d27-a328-955dfa67013e", APIVersion:"v1", ResourceVersion:"1477", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 18:43:37.810304 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0331 18:43:37.811778 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.201 - - [31/Mar/2026:18:43:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.005 300 d21050a922449f024bc4a3c7a66327d4 199.19.213.201 - - [31/Mar/2026:18:43:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.334 [openstack-keystone-api-5000] [] 10.0.0.2:5000 1992 0.334 201 422de3af182ab8fd72c0ac833f83bbfb 199.19.213.201 - - [31/Mar/2026:18:43:38 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.026 [openstack-keystone-api-5000] [] 10.0.0.2:5000 85 0.026 404 a33827aad501a812a307aff11ca99a4d 199.19.213.201 - - [31/Mar/2026:18:43:38 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.024 [openstack-keystone-api-5000] [] 10.0.0.2:5000 129 0.024 200 fde5d26e6b9118b953d378a6e0a24041 199.19.213.201 - - [31/Mar/2026:18:43:38 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.027 [openstack-keystone-api-5000] [] 10.0.0.2:5000 230 0.028 201 5eb9f762350108def7c64672e2a39597 W0331 18:43:40.936891 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 18:43:40.937058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:43:40.937087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.201 - - [31/Mar/2026:18:43:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.004 300 f26230ca79206506e1b5689ec6b1cc9e 199.19.213.201 - - [31/Mar/2026:18:43:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.301 [openstack-keystone-api-5000] [] 10.0.0.2:5000 1992 0.302 201 0a9c84577098770746950799b7c73318 199.19.213.201 - - [31/Mar/2026:18:43:45 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.025 [openstack-keystone-api-5000] [] 10.0.0.2:5000 1521 0.025 200 9fd6c6306c41b15550e1cf320f0dad2e 199.19.213.201 - - [31/Mar/2026:18:43:45 +0000] "PUT /v3/roles/b258a06385e84f0e9eccedbbf6fb5ea1/implies/dc12559933824319bb00f81e30f6b664 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.038 [openstack-keystone-api-5000] [] 10.0.0.2:5000 521 0.037 201 f0c96478f8bf039e5cf665f6cf1cc9eb W0331 18:43:45.426267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:43:45.426310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 18:43:50.378052 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.97.89.28"}] I0331 18:43:50.388098 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"17eeeaa2-8985-4401-9427-2d7cfade13d8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8487", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 18:43:50.390625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:43:50.390661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.201 - - [31/Mar/2026:18:44:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.005 300 5b0999934c67fc22d9ae05e09ba8498d 199.19.213.201 - - [31/Mar/2026:18:44:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.332 [openstack-keystone-api-5000] [] 10.0.0.2:5000 2055 0.333 201 64ae0e212fe742cd0b8aced2ab2debf7 199.19.213.201 - - [31/Mar/2026:18:44:36 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.032 [openstack-keystone-api-5000] [] 10.0.0.2:5000 87 0.032 404 747464e15f90f05092b1c41e1b8a2ac0 199.19.213.201 - - [31/Mar/2026:18:44:36 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.026 [openstack-keystone-api-5000] [] 10.0.0.2:5000 390 0.025 200 58e6a9656b265d8ddcc04a7cf3aa8ffa 199.19.213.201 - - [31/Mar/2026:18:44:36 +0000] "GET /v3/users/rgw-RegionOne?domain_id=ef17cbd390ba4b108738fa71ad41ac94 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.031 [openstack-keystone-api-5000] [] 10.0.0.2:5000 91 0.031 404 7c6467f0d7380c9140c3fe4f6ca75dcd 199.19.213.201 - - [31/Mar/2026:18:44:36 +0000] "GET /v3/users?domain_id=ef17cbd390ba4b108738fa71ad41ac94&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.031 [openstack-keystone-api-5000] [] 10.0.0.2:5000 178 0.030 200 5d109693d8b760e7f26fb0c486f710d6 199.19.213.201 - - [31/Mar/2026:18:44:37 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.292 [openstack-keystone-api-5000] [] 10.0.0.2:5000 291 0.292 201 f6c632504feb3f9336c9d1c9f326a47c 199.19.213.201 - - [31/Mar/2026:18:44:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.002 300 6d4ee5f624c240d8c9d6c82b6c85b8f0 199.19.213.201 - - [31/Mar/2026:18:44:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.316 [openstack-keystone-api-5000] [] 10.0.0.2:5000 2055 0.316 201 b14a646584adedf1f65f5530dff1fbbf 199.19.213.201 - - [31/Mar/2026:18:44:40 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.030 [openstack-keystone-api-5000] [] 10.0.0.2:5000 83 0.030 404 2063c53b8cadaba76e8deb4d678becd1 199.19.213.201 - - [31/Mar/2026:18:44:40 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.020 [openstack-keystone-api-5000] [] 10.0.0.2:5000 361 0.019 200 eff479c950753e46f47a5fa0c6e7a612 199.19.213.201 - - [31/Mar/2026:18:44:40 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.028 [openstack-keystone-api-5000] [] 10.0.0.2:5000 87 0.028 404 420cfe35722de8a8787b736ee4300ade 199.19.213.201 - - [31/Mar/2026:18:44:40 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.027 [openstack-keystone-api-5000] [] 10.0.0.2:5000 390 0.027 200 4470fee222c92c06bbfa23b6a51c98d1 199.19.213.201 - - [31/Mar/2026:18:44:40 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.028 [openstack-keystone-api-5000] [] 10.0.0.2:5000 91 0.028 404 0e54b6b143fa9599aac3c9da390156ba 199.19.213.201 - - [31/Mar/2026:18:44:40 +0000] "GET /v3/users?domain_id=ef17cbd390ba4b108738fa71ad41ac94&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.039 [openstack-keystone-api-5000] [] 10.0.0.2:5000 458 0.039 200 a6788d4250dbc799e6ad84e62f3339c4 199.19.213.201 - - [31/Mar/2026:18:44:40 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.029 [openstack-keystone-api-5000] [] 10.0.0.2:5000 88 0.029 404 8c46a47ff477948f2e33d717a2fa375c 199.19.213.201 - - [31/Mar/2026:18:44:40 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.027 [openstack-keystone-api-5000] [] 10.0.0.2:5000 520 0.027 200 737587dcf9b4a877719026c053c211ae 199.19.213.201 - - [31/Mar/2026:18:44:40 +0000] "PUT /v3/projects/b344994b267144368acc5fabb98e8e91/users/337f71d41a2348a19527dfb2c9d5b3fc/roles/8550e5d6fd2a42148029e9e96a99513b HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.040 [openstack-keystone-api-5000] [] 10.0.0.2:5000 0 0.040 204 04411bf3b1f2fd4056e40002289820e5 199.19.213.201 - - [31/Mar/2026:18:44:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.004 300 b8210ee887c8a524e7e85413decb76e6 199.19.213.201 - - [31/Mar/2026:18:44:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.321 [openstack-keystone-api-5000] [] 10.0.0.2:5000 2055 0.321 201 2b198228bc300ad3c028d959300e340b 199.19.213.201 - - [31/Mar/2026:18:44:45 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.020 [openstack-keystone-api-5000] [] 10.0.0.2:5000 151 0.021 200 f5db6017cb77d316c46bf60f110149e2 199.19.213.201 - - [31/Mar/2026:18:44:45 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.034 [openstack-keystone-api-5000] [] 10.0.0.2:5000 263 0.034 201 b7493f3317f0935fb2bd19ff55990ad0 199.19.213.201 - - [31/Mar/2026:18:44:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.003 300 452b5db9a6bba351d74b55cf287c960a 199.19.213.201 - - [31/Mar/2026:18:44:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.2:5000 2157 0.295 201 afe78d15806e9fda0e62f72570c8f614 199.19.213.201 - - [31/Mar/2026:18:44:46 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.2:5000 86 0.020 404 efda817d3dd06df908a5487103851997 199.19.213.201 - - [31/Mar/2026:18:44:46 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.2:5000 382 0.017 200 8c89f23d7bf22c89901d8c627e3cfa5c 199.19.213.201 - - [31/Mar/2026:18:44:46 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=517802c05b0140c2bc39b21ee7c5b32a HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.022 [openstack-keystone-api-5000] [] 10.0.0.2:5000 205 0.023 200 7f91f040a4543147109b669b5b62cd51 199.19.213.201 - - [31/Mar/2026:18:44:46 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.029 [openstack-keystone-api-5000] [] 10.0.0.2:5000 379 0.029 201 97609d200145853467c69bceefec1c3e 199.19.213.201 - - [31/Mar/2026:18:44:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.007 300 73a02a8f4eda76df48ba2089ce1b2407 199.19.213.201 - - [31/Mar/2026:18:44:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.314 [openstack-keystone-api-5000] [] 10.0.0.2:5000 2366 0.314 201 ffab01454f3e9f38969ae9e23148d16a 199.19.213.201 - - [31/Mar/2026:18:44:47 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.025 [openstack-keystone-api-5000] [] 10.0.0.2:5000 86 0.025 404 beccfc2d2cb75b6935258d32a62dce86 199.19.213.201 - - [31/Mar/2026:18:44:47 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.2:5000 382 0.019 200 6e5b1a48dc4a923d17d3dba29a834274 199.19.213.201 - - [31/Mar/2026:18:44:47 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=517802c05b0140c2bc39b21ee7c5b32a HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.022 [openstack-keystone-api-5000] [] 10.0.0.2:5000 207 0.023 200 9e32f7b9271120f9a00fd34a00150795 199.19.213.201 - - [31/Mar/2026:18:44:47 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.040 [openstack-keystone-api-5000] [] 10.0.0.2:5000 392 0.040 201 9e71bb3eb921bf1adf8880fa0d9552e1 W0331 18:44:48.539809 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 18:44:48.539911 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0331 18:44:48.539961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:44:48.539977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 18:44:48.542673 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.003s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:35.7kB} I0331 18:44:48.542693 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0331 18:44:48.548872 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0331 18:44:48.549082 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"bcdf280a-c4ca-4d8b-b3ea-f27597ae4aa2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8824", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 18:44:48.549285 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0331 18:44:48.549608 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 18:44:48.549684 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0331 18:44:48.549734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:44:48.549745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 18:44:48.549849 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 18:44:48.600640 7 controller.go:216] "Backend successfully reloaded" I0331 18:44:48.600833 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r75mf", UID:"4a5d19aa-ec0c-4d27-a328-955dfa67013e", APIVersion:"v1", ResourceVersion:"1477", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 18:44:48.984561 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0331 18:44:48.985931 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" I0331 18:44:50.064586 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.97.89.28"}] I0331 18:44:50.069885 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"bcdf280a-c4ca-4d8b-b3ea-f27597ae4aa2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8865", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 18:44:51.884967 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 18:44:51.885160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:44:51.885180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:44:55.217932 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 18:44:55.218256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:44:55.218286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:45:06.353364 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 18:45:06.353620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:45:06.353653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:45:11.409809 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 18:45:11.409995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:45:11.410015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:45:14.743531 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 18:45:14.743639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:45:14.743647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:45:18.077358 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 18:45:18.077596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:45:18.077622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:45:21.410858 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 18:45:21.411008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:45:21.411028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 18:45:21.411145 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 18:45:21.471343 7 controller.go:216] "Backend successfully reloaded" I0331 18:45:21.471653 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r75mf", UID:"4a5d19aa-ec0c-4d27-a328-955dfa67013e", APIVersion:"v1", ResourceVersion:"1477", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 18:45:37.177032 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 18:45:37.177162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:45:37.177227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:45:40.511948 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 18:45:40.512203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:45:40.512235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:45:45.115802 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 18:45:45.115936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:45:45.115955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:46:28.579444 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 18:46:28.579625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:46:28.579654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:47:08.065123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:47:08.065153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:47:53.049978 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 18:47:53.050241 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0331 18:47:53.050404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:47:53.050434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 18:47:53.056782 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.008s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.008s testedConfigurationSize:39.2kB} I0331 18:47:53.056843 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0331 18:47:53.062409 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0331 18:47:53.062841 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"56ecfee5-e84f-4a0c-a72a-6454e6c62705", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10385", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 18:47:53.063174 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0331 18:47:53.063696 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 18:47:53.063872 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0331 18:47:53.064001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:47:53.064025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 18:47:53.064235 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 18:47:53.118203 7 controller.go:216] "Backend successfully reloaded" I0331 18:47:53.118499 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r75mf", UID:"4a5d19aa-ec0c-4d27-a328-955dfa67013e", APIVersion:"v1", ResourceVersion:"1477", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 18:47:53.520408 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0331 18:47:53.521761 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0331 18:47:56.397380 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 18:47:56.397820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:47:56.397854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.201 - - [31/Mar/2026:18:47:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.004 300 5a46e0f89c776c9c034cce58e22b00b3 199.19.213.201 - - [31/Mar/2026:18:47:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.330 [openstack-keystone-api-5000] [] 10.0.0.2:5000 3201 0.331 201 8cda537263975cfb6bd920aa2a0b6291 199.19.213.201 - - [31/Mar/2026:18:47:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6338df19d8a365f1caa655f105f762bb 199.19.213.201 - - [31/Mar/2026:18:47:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7378ed561b93529ad1acd9cbe722b635 199.19.213.201 - - [31/Mar/2026:18:47:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.004 300 ed1a379522fa5aeab72598b1cc67aaf6 199.19.213.201 - - [31/Mar/2026:18:47:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.2:5000 3201 0.292 201 9c4b9df3a805a5c1e62f594d46238730 199.19.213.201 - - [31/Mar/2026:18:47:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3d3cd0a642f2101e952132b1fd3cbc28 199.19.213.201 - - [31/Mar/2026:18:47:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2e53f05bed42d989ec6545be6344a57a 199.19.213.201 - - [31/Mar/2026:18:48:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.004 300 1f1c56b285a1b0a492b502bf81bdb637 199.19.213.201 - - [31/Mar/2026:18:48:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.2:5000 3201 0.297 201 136bce69302459e89fd392694de94cf2 199.19.213.201 - - [31/Mar/2026:18:48:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2a90033ed4e721e1386f132556de6900 199.19.213.201 - - [31/Mar/2026:18:48:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 94b1100ad9cae73ce35ea2a23bb33882 W0331 18:48:01.532763 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 18:48:01.533143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:48:01.533192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.201 - - [31/Mar/2026:18:48:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.004 300 3f0c0d6a195c7989c6f5247778f8d52e 199.19.213.201 - - [31/Mar/2026:18:48:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.2:5000 3201 0.285 201 a7153ebbb63378b457c61ec3fb649e37 199.19.213.201 - - [31/Mar/2026:18:48:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f082673455f19e8dd21fa77c5f4cbff0 199.19.213.201 - - [31/Mar/2026:18:48:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7e07febdf8c0c691c701fea8d4946a47 199.19.213.201 - - [31/Mar/2026:18:48:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.003 300 2e64250a8737c1ad4521152c447fa9e3 199.19.213.201 - - [31/Mar/2026:18:48:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.2:5000 3201 0.297 201 b2ba1bd2fe24afd4cd7e4a4d74236552 199.19.213.201 - - [31/Mar/2026:18:48:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 62f89c8ac66b82220b5c5064491e1798 199.19.213.201 - - [31/Mar/2026:18:48:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dfda8c63ee35ec2e5d3e786d13bba7c6 199.19.213.201 - - [31/Mar/2026:18:48:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.002 300 b64f93da61b8986b019dd7496c4d58b9 199.19.213.201 - - [31/Mar/2026:18:48:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.312 [openstack-keystone-api-5000] [] 10.0.0.2:5000 3201 0.312 201 b9b91976368c259ec92d555955156115 199.19.213.201 - - [31/Mar/2026:18:48:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a6514bb50405438ed71b6f822074734e 199.19.213.201 - - [31/Mar/2026:18:48:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - be0afdc2aec13b8e82a707242a428320 199.19.213.201 - - [31/Mar/2026:18:48:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.003 300 1cf29996ca581ae02e98e7d181db86a6 199.19.213.201 - - [31/Mar/2026:18:48:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.2:5000 3201 0.292 201 4e67b63bab8c6ed5394b0870990bafac 199.19.213.201 - - [31/Mar/2026:18:48:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1d097fcc2fd0078e7427ad7a576892f8 199.19.213.201 - - [31/Mar/2026:18:48:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d22ef912a0f168984929437e9f12265c 199.19.213.201 - - [31/Mar/2026:18:48:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.003 300 bd70d882bb8b4c926f0a3c81692cba4c 199.19.213.201 - - [31/Mar/2026:18:48:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.307 [openstack-keystone-api-5000] [] 10.0.0.2:5000 3201 0.306 201 ecd5f3066e4bbd828af329e2376518d8 199.19.213.201 - - [31/Mar/2026:18:48:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ac25ffddb561e957d483a22a0a4e66e3 199.19.213.201 - - [31/Mar/2026:18:48:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cf9a9da753f0b93407f9cadf26793677 W0331 18:48:10.023754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:48:10.023800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.201 - - [31/Mar/2026:18:48:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.003 300 0b37aee536fa5e0bc54fc370c12a7114 199.19.213.201 - - [31/Mar/2026:18:48:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.2:5000 3201 0.301 201 6ddf940aa26b04589d82fd4a0ffed1ec 199.19.213.201 - - [31/Mar/2026:18:48:11 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.109:9292 1193 0.003 300 000e45560de5819c81c4752c1f5bea8f 199.19.213.201 - - [31/Mar/2026:18:48:11 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.546 [openstack-glance-api-9292] [] 10.0.0.109:9292 69 0.546 200 5c318e6f7e6ce54b3fa33c4cc8f68e63 199.19.213.201 - - [31/Mar/2026:18:48:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.004 300 6bef23fa6d77be7c6207f66a6919c87c 199.19.213.201 - - [31/Mar/2026:18:48:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.2:5000 3201 0.291 201 ed567e9c9671ba757946bbf35b000875 199.19.213.201 - - [31/Mar/2026:18:48:15 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.109:9292 1193 0.003 300 0da4ea001bc7c488b0332d69c126d308 199.19.213.201 - - [31/Mar/2026:18:48:15 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.060 [openstack-glance-api-9292] [] 10.0.0.109:9292 69 0.061 200 d8280c4d40d25169b833b705db4018c1 199.19.213.201 - - [31/Mar/2026:18:48:15 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.122 [openstack-glance-api-9292] [] 10.0.0.109:9292 151 0.122 404 541dadc88564f19c552e3e0789b70766 199.19.213.201 - - [31/Mar/2026:18:48:15 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.027 [openstack-glance-api-9292] [] 10.0.0.109:9292 81 0.028 200 f5fa818e51243787e211a5710abec6c1 199.19.213.201 - - [31/Mar/2026:18:48:15 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-glance-api-9292] [] 10.0.0.109:9292 84 0.026 200 59baccda53a55deaa0f390d508c4abe3 199.19.213.201 - - [31/Mar/2026:18:48:15 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.059 [openstack-glance-api-9292] [] 10.0.0.109:9292 760 0.060 201 4317557f7056e3bf4ca818d3ef258061 199.19.213.201 - - [31/Mar/2026:18:48:18 +0000] "PUT /v2/images/65cdcae9-6275-43ab-b5ac-3ee490bef327/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.358 [openstack-glance-api-9292] [] 10.0.0.109:9292 0 3.357 204 23c28e0b6ad54674b61ae8845f484c04 199.19.213.201 - - [31/Mar/2026:18:48:19 +0000] "GET /v2/images/65cdcae9-6275-43ab-b5ac-3ee490bef327 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.026 [openstack-glance-api-9292] [] 10.0.0.109:9292 1171 0.025 200 5ca073f8ab2d3a095381a8420bde51d3 199.19.213.201 - - [31/Mar/2026:18:48:19 +0000] "GET /v2/images/65cdcae9-6275-43ab-b5ac-3ee490bef327 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.109:9292 1171 0.015 200 7eb0646d4ddb009542cb80a626ec2d34 W0331 18:48:22.156616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:48:22.156687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:48:25.490884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:48:25.490935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 18:48:50.066043 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.97.89.28"}] I0331 18:48:50.074010 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"56ecfee5-e84f-4a0c-a72a-6454e6c62705", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10871", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 18:48:50.074981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 18:48:50.075007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store