------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0403 01:39:11.162587 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0403 01:39:11.162794 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0403 01:39:11.169528 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0403 01:39:11.173067 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0403 01:39:11.251746 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0403 01:39:11.270186 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0403 01:39:11.284147 7 nginx.go:271] "Starting NGINX Ingress controller" I0403 01:39:11.293027 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"e19a4e71-e9f4-4eeb-acad-788923e4bac1", APIVersion:"v1", ResourceVersion:"1302", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0403 01:39:11.296457 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"872d0053-b9ba-466d-b87d-d34242cde0da", APIVersion:"v1", ResourceVersion:"1303", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0403 01:39:11.296515 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"15de903e-7bff-4834-ae41-99171660e6ae", APIVersion:"v1", ResourceVersion:"1301", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0403 01:39:12.485383 7 nginx.go:317] "Starting NGINX process" I0403 01:39:12.485552 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0403 01:39:12.485954 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0403 01:39:12.486368 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0403 01:39:12.486450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:12.486477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:39:12.486540 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:39:12.496208 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0403 01:39:12.496272 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-8qt9t" I0403 01:39:12.526472 7 controller.go:216] "Backend successfully reloaded" I0403 01:39:12.526574 7 controller.go:227] "Initial sync, sleeping for 1 second" I0403 01:39:12.526601 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8qt9t", UID:"67de75e6-85d5-4f6b-9ecf-3c6996a803b1", APIVersion:"v1", ResourceVersion:"1343", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:39:16.307512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:16.307547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:19.640875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:19.640928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:22.974302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:22.974354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:26.307304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:26.307362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:29.640710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:29.640769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:32.973699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:32.973755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:36.307935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:36.307989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:39.640519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:39.640578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:42.974325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:42.974375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:48.809807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:48.809853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:37.972574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:37.972636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:41.307752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:41.307854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:56.918764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:56.918810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:00.253160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:00.253226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:03.586702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:03.586913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:06.919728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:06.919780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:10.253414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:10.253468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:13.585997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:13.586043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:18.009898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:18.009940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:24.054316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:24.054344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:27.388671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:27.388725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:43:35.004390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:43:35.004447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:43:38.338789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:43:38.338858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:43:38.671456 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-3.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-3.nip.io-tls was not found. Using default certificate W0403 01:43:38.671538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:43:38.671559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:43:38.673688 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0403 01:43:38.673733 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0403 01:43:38.683959 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0403 01:43:38.684363 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b6d483f6-b7cb-4f4a-a020-820d1656559a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3367", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:43:38.684612 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-3.nip.io-tls" in local store I0403 01:43:39.418854 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-3.nip.io-tls" I0403 01:43:39.420968 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-3.nip.io-tls" W0403 01:43:41.671789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:43:41.671842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:43:41.671920 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:43:41.716861 7 controller.go:216] "Backend successfully reloaded" I0403 01:43:41.717137 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8qt9t", UID:"67de75e6-85d5-4f6b-9ecf-3c6996a803b1", APIVersion:"v1", ResourceVersion:"1343", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:43:45.006521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:43:45.006571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.3 - - [03/Apr/2026:01:43:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 2.490 [auth-system-keycloak-80] [] 10.0.0.179:8080 1921 2.488 200 9b5e1b32030910823ceabae65657960e 199.204.45.3 - - [03/Apr/2026:01:43:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1193 0.179 [auth-system-keycloak-80] [] 10.0.0.179:8080 116 0.179 404 61fb6270eeb24eb9a016e07a8d50a05a 199.204.45.3 - - [03/Apr/2026:01:43:56 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1292 3.906 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 3.904 201 b20d9481a746ca211cb8619dbf54bbe3 199.204.45.3 - - [03/Apr/2026:01:43:56 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1193 0.678 [auth-system-keycloak-80] [] 10.0.0.179:8080 4246 0.679 200 97a37aaa9bfa4c09d07c900e2cb6e833 199.204.45.3 - - [03/Apr/2026:01:43:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.543 [auth-system-keycloak-80] [] 10.0.0.179:8080 1921 0.540 200 bba6c59a4308ba98d663ed2eaf511956 199.204.45.3 - - [03/Apr/2026:01:43:58 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1207 0.137 [auth-system-keycloak-80] [] 10.0.0.179:8080 12500 0.137 200 34905dc2d5ab0e33ef07cb2ddf05d475 199.204.45.3 - - [03/Apr/2026:01:43:58 +0000] "GET /admin/realms/atmosphere/client-scopes/f55692f2-db84-4b94-9053-47e0d1fcf4fe HTTP/1.1" 200 1278 "-" "Ansible" 1244 0.010 [auth-system-keycloak-80] [] 10.0.0.179:8080 1278 0.010 200 5ee705c61154192da2d03591e3bb8752 199.204.45.3 - - [03/Apr/2026:01:43:58 +0000] "PUT /admin/realms/atmosphere/client-scopes/f55692f2-db84-4b94-9053-47e0d1fcf4fe HTTP/1.1" 204 0 "-" "Ansible" 1844 0.073 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.072 204 759f32e7ac2c76f96ca252511d04162b 199.204.45.3 - - [03/Apr/2026:01:43:58 +0000] "GET /admin/realms/atmosphere/client-scopes/f55692f2-db84-4b94-9053-47e0d1fcf4fe/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1268 0.019 [auth-system-keycloak-80] [] 10.0.0.179:8080 963 0.019 200 39730194c55fd853f2aceea5c65e9cba 199.204.45.3 - - [03/Apr/2026:01:43:58 +0000] "GET /admin/realms/atmosphere/client-scopes/f55692f2-db84-4b94-9053-47e0d1fcf4fe/protocol-mappers/models/b99a602d-5813-4677-be59-8279e8bb89de HTTP/1.1" 200 366 "-" "Ansible" 1305 0.056 [auth-system-keycloak-80] [] 10.0.0.179:8080 366 0.055 200 1f1c65a22fccf0a5908834e07e0d7f0d 199.204.45.3 - - [03/Apr/2026:01:43:58 +0000] "PUT /admin/realms/atmosphere/client-scopes/f55692f2-db84-4b94-9053-47e0d1fcf4fe/protocol-mappers/models/b99a602d-5813-4677-be59-8279e8bb89de HTTP/1.1" 204 0 "-" "Ansible" 1618 0.086 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.085 204 6d5684a9ee429fb33632050104644b80 199.204.45.3 - - [03/Apr/2026:01:43:58 +0000] "GET /admin/realms/atmosphere/client-scopes/f55692f2-db84-4b94-9053-47e0d1fcf4fe HTTP/1.1" 200 1218 "-" "Ansible" 1244 0.017 [auth-system-keycloak-80] [] 10.0.0.179:8080 1218 0.017 200 8634b0a53f4c13934fc5c2bdfba16d73 I0403 01:44:12.502595 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.99.0.8"}] I0403 01:44:12.509796 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b6d483f6-b7cb-4f4a-a020-820d1656559a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3735", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:44:12.511241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:12.511277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.3 - - [03/Apr/2026:01:44:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.481 [auth-system-keycloak-80] [] 10.0.0.179:8080 1921 0.480 200 d957e1c5e0ee08deb43791b10c5aa9b5 199.204.45.3 - - [03/Apr/2026:01:44:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1223 0.061 [auth-system-keycloak-80] [] 10.0.0.179:8080 2 0.060 200 89621be577a76ab46ff1d8a8c22f1df8 199.204.45.3 - - [03/Apr/2026:01:44:20 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1651 0.124 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.124 201 2826a0ea8c52cab8b7eba4426b00100b 199.204.45.3 - - [03/Apr/2026:01:44:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.069 [auth-system-keycloak-80] [] 10.0.0.179:8080 1257 0.069 200 91028d16a0a86f31cd82d720c90d7588 199.204.45.3 - - [03/Apr/2026:01:44:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 1.005 [auth-system-keycloak-80] [] 10.0.0.179:8080 1921 1.004 200 8f820f962fc75be398ebb40474c00134 199.204.45.3 - - [03/Apr/2026:01:44:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1218 0.011 [auth-system-keycloak-80] [] 10.0.0.179:8080 2 0.011 200 30067d7af4942f898960dda58de53bb9 199.204.45.3 - - [03/Apr/2026:01:44:21 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1680 0.157 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.156 201 9e8cbf98019f832e48f9bd1634499f65 199.204.45.3 - - [03/Apr/2026:01:44:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.023 [auth-system-keycloak-80] [] 10.0.0.179:8080 1280 0.023 200 2ad09e5021075f3c338d0d7f36d21c64 199.204.45.3 - - [03/Apr/2026:01:44:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.475 [auth-system-keycloak-80] [] 10.0.0.179:8080 1921 0.473 200 da00247d5fd8b19bfb11340052a262fa 199.204.45.3 - - [03/Apr/2026:01:44:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1221 0.011 [auth-system-keycloak-80] [] 10.0.0.179:8080 2 0.011 200 c89665520cec21f6e510130a8411dd61 199.204.45.3 - - [03/Apr/2026:01:44:22 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1643 0.078 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.078 201 6afe06abf02c67ab11c25f796f54e5a2 199.204.45.3 - - [03/Apr/2026:01:44:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.085 [auth-system-keycloak-80] [] 10.0.0.179:8080 1247 0.085 200 0d98047689a9a2cb5d077ecff3048fa4 199.204.45.3 - - [03/Apr/2026:01:44:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.496 [auth-system-keycloak-80] [] 10.0.0.179:8080 1921 0.495 200 f8a9026103b4e877eb5699286a1fd8d0 199.204.45.3 - - [03/Apr/2026:01:44:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.179:8080 1257 0.009 200 464b127288cfb729964dd9ee28f8fa82 199.204.45.3 - - [03/Apr/2026:01:44:23 +0000] "GET /admin/realms/atmosphere/clients/e49673fd-9632-40fc-ab00-88036fcbf7f1/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1251 0.044 [auth-system-keycloak-80] [] 10.0.0.179:8080 119 0.044 404 e33f549f86d215aee8aa33966fb6c583 199.204.45.3 - - [03/Apr/2026:01:44:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.179:8080 1257 0.009 200 72eb884cd5f47b3e397aca83f952c4c0 199.204.45.3 - - [03/Apr/2026:01:44:23 +0000] "POST /admin/realms/atmosphere/clients/e49673fd-9632-40fc-ab00-88036fcbf7f1/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.020 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.020 201 5771e75a44459643b634871f7726041d 199.204.45.3 - - [03/Apr/2026:01:44:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.179:8080 1257 0.008 200 32b2f498a279803235904203858da205 199.204.45.3 - - [03/Apr/2026:01:44:23 +0000] "GET /admin/realms/atmosphere/clients/e49673fd-9632-40fc-ab00-88036fcbf7f1/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1251 0.033 [auth-system-keycloak-80] [] 10.0.0.179:8080 166 0.034 200 99b91b64d5c107c6c7a60b3e27c8fa62 199.204.45.3 - - [03/Apr/2026:01:44:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.459 [auth-system-keycloak-80] [] 10.0.0.179:8080 1921 0.459 200 c1bb1258c5bc0d850371a4dda1c9ac8a 199.204.45.3 - - [03/Apr/2026:01:44:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.010 [auth-system-keycloak-80] [] 10.0.0.179:8080 1280 0.010 200 351567858f7b8c308edfa6cc31a65dac 199.204.45.3 - - [03/Apr/2026:01:44:24 +0000] "GET /admin/realms/atmosphere/clients/df5c6169-f852-495d-92cd-7a9217e32ca8/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1250 0.045 [auth-system-keycloak-80] [] 10.0.0.179:8080 119 0.045 404 1f3091ce8fa9e4438705c3963e06e3f8 199.204.45.3 - - [03/Apr/2026:01:44:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.006 [auth-system-keycloak-80] [] 10.0.0.179:8080 1280 0.006 200 67196eb1a314a960b921b62f832f16ad 199.204.45.3 - - [03/Apr/2026:01:44:24 +0000] "POST /admin/realms/atmosphere/clients/df5c6169-f852-495d-92cd-7a9217e32ca8/roles HTTP/1.1" 201 0 "-" "Ansible" 1345 0.012 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.012 201 4bac26ba8a8681a486ec875a384dee51 199.204.45.3 - - [03/Apr/2026:01:44:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.055 [auth-system-keycloak-80] [] 10.0.0.179:8080 1280 0.054 200 2a411199e977c862a557a2f826acf018 199.204.45.3 - - [03/Apr/2026:01:44:24 +0000] "GET /admin/realms/atmosphere/clients/df5c6169-f852-495d-92cd-7a9217e32ca8/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1250 0.019 [auth-system-keycloak-80] [] 10.0.0.179:8080 165 0.018 200 a40962645d87ccd6bb6baa64d133ed8d 199.204.45.3 - - [03/Apr/2026:01:44:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.562 [auth-system-keycloak-80] [] 10.0.0.179:8080 1921 0.559 200 cd677552bb9e24871360e43610c174ed 199.204.45.3 - - [03/Apr/2026:01:44:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.027 [auth-system-keycloak-80] [] 10.0.0.179:8080 1280 0.027 200 1ae68ad0fa02a1c4c54b0c35eab15d79 199.204.45.3 - - [03/Apr/2026:01:44:25 +0000] "GET /admin/realms/atmosphere/clients/df5c6169-f852-495d-92cd-7a9217e32ca8/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1251 0.008 [auth-system-keycloak-80] [] 10.0.0.179:8080 119 0.008 404 cdaa88e13a9ededad7a942cd60e9edf3 199.204.45.3 - - [03/Apr/2026:01:44:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.006 [auth-system-keycloak-80] [] 10.0.0.179:8080 1280 0.005 200 2f97cd3fd4412331dbf8e238bf30bbff 199.204.45.3 - - [03/Apr/2026:01:44:25 +0000] "POST /admin/realms/atmosphere/clients/df5c6169-f852-495d-92cd-7a9217e32ca8/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.015 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.014 201 eb581fde82e124d2c12fdaf476b92fe8 199.204.45.3 - - [03/Apr/2026:01:44:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.033 [auth-system-keycloak-80] [] 10.0.0.179:8080 1280 0.032 200 56631c902882a8edac16e9f3c70676db 199.204.45.3 - - [03/Apr/2026:01:44:25 +0000] "GET /admin/realms/atmosphere/clients/df5c6169-f852-495d-92cd-7a9217e32ca8/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1251 0.015 [auth-system-keycloak-80] [] 10.0.0.179:8080 166 0.015 200 7ad0cf242471c0f46226a21cdee284d4 199.204.45.3 - - [03/Apr/2026:01:44:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.512 [auth-system-keycloak-80] [] 10.0.0.179:8080 1921 0.512 200 088ab21735890b9c9199ae2e6cc5351e 199.204.45.3 - - [03/Apr/2026:01:44:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.013 [auth-system-keycloak-80] [] 10.0.0.179:8080 1280 0.013 200 4a537f5460cd03f15512ba8c6c89e21f 199.204.45.3 - - [03/Apr/2026:01:44:26 +0000] "GET /admin/realms/atmosphere/clients/df5c6169-f852-495d-92cd-7a9217e32ca8/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1251 0.038 [auth-system-keycloak-80] [] 10.0.0.179:8080 119 0.038 404 2fcc270e19ac8a77148a12c3075dbae7 199.204.45.3 - - [03/Apr/2026:01:44:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.008 [auth-system-keycloak-80] [] 10.0.0.179:8080 1280 0.007 200 262c2120b749b06bf40dc42a32d45724 199.204.45.3 - - [03/Apr/2026:01:44:26 +0000] "POST /admin/realms/atmosphere/clients/df5c6169-f852-495d-92cd-7a9217e32ca8/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.072 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.071 201 6af8cbd00d764f2998155a22e42de654 199.204.45.3 - - [03/Apr/2026:01:44:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.007 [auth-system-keycloak-80] [] 10.0.0.179:8080 1280 0.008 200 07485f3c5a75f6ad223e3b22e446a773 199.204.45.3 - - [03/Apr/2026:01:44:26 +0000] "GET /admin/realms/atmosphere/clients/df5c6169-f852-495d-92cd-7a9217e32ca8/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1251 0.071 [auth-system-keycloak-80] [] 10.0.0.179:8080 166 0.071 200 791502679206cf3cfa30c0543d3fd9d0 199.204.45.3 - - [03/Apr/2026:01:44:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.531 [auth-system-keycloak-80] [] 10.0.0.179:8080 1921 0.530 200 d690a332baf336328250b6b855a607fa 199.204.45.3 - - [03/Apr/2026:01:44:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.179:8080 1247 0.006 200 7186478ef3be73b5acbe6879b6a157af 199.204.45.3 - - [03/Apr/2026:01:44:27 +0000] "GET /admin/realms/atmosphere/clients/76768b43-590f-4ba2-9f78-cbad2314c4bb/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1251 0.009 [auth-system-keycloak-80] [] 10.0.0.179:8080 119 0.009 404 0ed69e91bc2084b57a63f30735ab27f2 199.204.45.3 - - [03/Apr/2026:01:44:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.030 [auth-system-keycloak-80] [] 10.0.0.179:8080 1247 0.030 200 8f89fc1ffd7de2562618aa1142621a63 199.204.45.3 - - [03/Apr/2026:01:44:27 +0000] "POST /admin/realms/atmosphere/clients/76768b43-590f-4ba2-9f78-cbad2314c4bb/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.019 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.018 201 a220446bbc20f193934e096682f25a0c 199.204.45.3 - - [03/Apr/2026:01:44:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.179:8080 1247 0.006 200 1aa0f9b2b115738362423411d2b05275 199.204.45.3 - - [03/Apr/2026:01:44:27 +0000] "GET /admin/realms/atmosphere/clients/76768b43-590f-4ba2-9f78-cbad2314c4bb/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1251 0.013 [auth-system-keycloak-80] [] 10.0.0.179:8080 166 0.014 200 fc98e90fb606216092eb6abbdba01164 W0403 01:44:38.707019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:38.707050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:42.040645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:42.040695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:32.432483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:32.432534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:32.492770 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:32.492957 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0403 01:45:32.493091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:32.493520 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:45:32.493588 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0403 01:45:32.493641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:32.493660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:32.493732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:32.495105 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:32.495203 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0403 01:45:32.495267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:32.495296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:45:32.498297 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0403 01:45:32.498325 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0403 01:45:32.498346 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0403 01:45:32.498385 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0403 01:45:32.499361 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0403 01:45:32.499397 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0403 01:45:32.508197 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0403 01:45:32.508390 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"6df9af57-d05e-44ef-9845-a66485163edf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4390", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:45:32.508793 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0403 01:45:32.508824 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0403 01:45:32.509102 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d30e874c-4214-4fe2-b10f-1b154166b4fa", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4391", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:45:32.509273 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0403 01:45:32.509301 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0403 01:45:32.509510 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1e7b1ba9-194a-483c-bc19-120389ba988a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4394", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:45:32.509571 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0403 01:45:32.750681 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0403 01:45:32.751915 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0403 01:45:32.869116 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0403 01:45:32.869701 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0403 01:45:34.018473 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0403 01:45:34.019418 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0403 01:45:35.766405 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:35.766480 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:45:35.766590 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:35.766729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:35.766755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:45:35.766883 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:45:35.811185 7 controller.go:216] "Backend successfully reloaded" I0403 01:45:35.811422 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8qt9t", UID:"67de75e6-85d5-4f6b-9ecf-3c6996a803b1", APIVersion:"v1", ResourceVersion:"1343", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:45:39.100147 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:39.100231 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:45:39.100274 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:39.100432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:39.100471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:42.433347 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:42.433386 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:45:42.433405 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:42.433475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:42.433489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:45.766197 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:45.766269 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:45:45.766301 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:45.766439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:45.766463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:49.099764 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:49.099833 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:45:49.100086 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:49.100271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:49.100294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:52.432622 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:52.432665 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:45:52.432687 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:52.432753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:52.432770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:55.766333 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:55.766429 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:55.766591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:55.766631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:59.099419 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:59.099519 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:59.099632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:59.099662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:02.433185 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:46:02.433307 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:46:02.433447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:02.433483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:05.766489 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:46:05.766591 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:46:05.766706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:05.766738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.195 - - [03/Apr/2026:01:46:08 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6340 "-" "Go-http-client/1.1" 159 0.032 [auth-system-keycloak-80] [] 10.0.0.179:8080 6340 0.032 200 84497c253b8c8e871988a4e291fc3965 10.0.0.247 - - [03/Apr/2026:01:46:09 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6340 "-" "Go-http-client/1.1" 159 0.011 [auth-system-keycloak-80] [] 10.0.0.179:8080 6340 0.011 200 6b89489d96a5615f664422cd39a7680a W0403 01:46:09.100026 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:46:09.100096 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:46:09.100187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:09.100207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:12.433292 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:46:12.433504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:12.433524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:46:12.505227 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.99.0.8"}] I0403 01:46:12.505354 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.99.0.8"}] I0403 01:46:12.505896 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.99.0.8"}] I0403 01:46:12.510074 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1e7b1ba9-194a-483c-bc19-120389ba988a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5465", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:46:12.513036 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"6df9af57-d05e-44ef-9845-a66485163edf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5466", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:46:12.514163 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d30e874c-4214-4fe2-b10f-1b154166b4fa", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5467", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:46:15.766518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:15.766565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:19.099773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:19.099823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:22.433307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:22.433355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:28.691940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:28.692000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.3 - - [03/Apr/2026:01:46:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.469 [auth-system-keycloak-80] [] 10.0.0.179:8080 1921 0.468 200 fb01fcd155d3496e40b3dfac32c19ed1 199.204.45.3 - - [03/Apr/2026:01:46:34 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1193 0.046 [auth-system-keycloak-80] [] 10.0.0.179:8080 4246 0.045 200 b2b4beef92aa608e1f627bfe671e1171 199.204.45.3 - - [03/Apr/2026:01:46:34 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5705 0.316 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.316 204 1f1c85d28ef115c1b6cf8bb0b22f444a 199.204.45.3 - - [03/Apr/2026:01:46:35 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1193 0.261 [auth-system-keycloak-80] [] 10.0.0.179:8080 4384 0.261 200 2dbc5dce2e57c16c5d046e7b8bb12b61 199.204.45.3 - - [03/Apr/2026:01:46:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.488 [auth-system-keycloak-80] [] 10.0.0.179:8080 1921 0.487 200 734f19699fc88268f2b18cc389373788 199.204.45.3 - - [03/Apr/2026:01:46:36 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.179:8080 1682 0.006 200 b69626c13f8c9d9bbd0134e03a273190 199.204.45.3 - - [03/Apr/2026:01:46:36 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6340 "-" "ansible-httpget" 179 0.005 [auth-system-keycloak-80] [] 10.0.0.179:8080 6340 0.004 200 b3acb8e2a745103d6593c8ef185c118c 199.204.45.3 - - [03/Apr/2026:01:46:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.522 [auth-system-keycloak-80] [] 10.0.0.179:8080 1921 0.521 200 2acef746687c5db95accda5fd7378234 199.204.45.3 - - [03/Apr/2026:01:46:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1219 0.010 [auth-system-keycloak-80] [] 10.0.0.179:8080 2 0.010 200 67a95cef016750cd366416dbed7472af 199.204.45.3 - - [03/Apr/2026:01:46:38 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1620 0.115 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.114 201 7f476ae6c8da8b6e32d72a1819844a4a 199.204.45.3 - - [03/Apr/2026:01:46:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2238 "-" "Ansible" 1219 0.054 [auth-system-keycloak-80] [] 10.0.0.179:8080 2238 0.054 200 5815849439bef72ba4b803706039b3ee 199.204.45.3 - - [03/Apr/2026:01:46:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.492 [auth-system-keycloak-80] [] 10.0.0.179:8080 1921 0.490 200 934c76b9a95bd5a1892bf024b2330bfe 199.204.45.3 - - [03/Apr/2026:01:46:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2238 "-" "Ansible" 1219 0.007 [auth-system-keycloak-80] [] 10.0.0.179:8080 2238 0.007 200 83bf58328b186f5d154eb665e2a5e7a0 199.204.45.3 - - [03/Apr/2026:01:46:39 +0000] "GET /admin/realms/atmosphere/clients/d45b7e91-8389-4a0e-b5dc-02bf0e42e4a2/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1259 0.046 [auth-system-keycloak-80] [] 10.0.0.179:8080 233 0.046 200 1314fe1143a20b8d448668322dde51ce 199.204.45.3 - - [03/Apr/2026:01:46:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1227 0.017 [auth-system-keycloak-80] [] 10.0.0.179:8080 831 0.017 200 26b4db65963cfe04dae5da0be9b3e852 199.204.45.3 - - [03/Apr/2026:01:46:39 +0000] "GET /admin/realms/atmosphere/clients/aa230c41-9aa6-4e1a-bbdf-5d0b22bf9b1d/roles HTTP/1.1" 200 3758 "-" "Ansible" 1244 0.070 [auth-system-keycloak-80] [] 10.0.0.179:8080 3758 0.069 200 888b57e3490aa256b0e701e61cb81fb7 199.204.45.3 - - [03/Apr/2026:01:46:39 +0000] "GET /admin/realms/atmosphere/users/567943ca-5921-48b2-be66-b2e4372d7e4d/role-mappings/clients/aa230c41-9aa6-4e1a-bbdf-5d0b22bf9b1d/available HTTP/1.1" 200 3758 "-" "Ansible" 1305 0.189 [auth-system-keycloak-80] [] 10.0.0.179:8080 3758 0.189 200 2ba606f754f0ead9c1ac25429ff3e244 199.204.45.3 - - [03/Apr/2026:01:46:39 +0000] "GET /admin/realms/atmosphere/users/567943ca-5921-48b2-be66-b2e4372d7e4d/role-mappings/clients/aa230c41-9aa6-4e1a-bbdf-5d0b22bf9b1d/composite HTTP/1.1" 200 2 "-" "Ansible" 1305 0.084 [auth-system-keycloak-80] [] 10.0.0.179:8080 2 0.084 200 5e661bcaa117b47e3064467e078c83b1 199.204.45.3 - - [03/Apr/2026:01:46:39 +0000] "POST /admin/realms/atmosphere/users/567943ca-5921-48b2-be66-b2e4372d7e4d/role-mappings/clients/aa230c41-9aa6-4e1a-bbdf-5d0b22bf9b1d HTTP/1.1" 204 0 "-" "Ansible" 1386 0.075 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.074 204 cbd8dda733fe736fad67e2283ddf7684 199.204.45.3 - - [03/Apr/2026:01:46:39 +0000] "GET /admin/realms/atmosphere/users/567943ca-5921-48b2-be66-b2e4372d7e4d/role-mappings/clients/aa230c41-9aa6-4e1a-bbdf-5d0b22bf9b1d/composite HTTP/1.1" 200 576 "-" "Ansible" 1305 0.013 [auth-system-keycloak-80] [] 10.0.0.179:8080 576 0.013 200 a118bdb9d612e4f16e704563d9d45ac1 W0403 01:46:42.496938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:42.496983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:45.830370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:45.830400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:59.299945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:59.300078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:02.633402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:02.633446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:46.978384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:46.978420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:19.910826 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 01:49:19.910931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:19.910956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:49:19.915034 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:28.7kB} I0403 01:49:19.915081 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0403 01:49:19.919754 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0403 01:49:19.920077 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"eb23992a-e6cb-420b-8e37-2eb22dc79934", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6766", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:49:19.920388 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0403 01:49:19.920798 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 01:49:19.920902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:19.920924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:49:19.923028 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:49:19.988009 7 controller.go:216] "Backend successfully reloaded" I0403 01:49:19.988289 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8qt9t", UID:"67de75e6-85d5-4f6b-9ecf-3c6996a803b1", APIVersion:"v1", ResourceVersion:"1343", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 01:49:20.433817 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0403 01:49:20.434732 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0403 01:49:23.254698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:23.254743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.3 - - [03/Apr/2026:01:49:24 +0000] "GET / HTTP/1.1" 300 279 "-" "ansible-httpget" 129 0.005 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.005 300 fafe98ab5a6933201ec374c0f93db198 199.204.45.3 - - [03/Apr/2026:01:49:25 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.33:5000 264 0.004 200 4fd552bf720837bc083033eee0a8d00d 199.204.45.3 - - [03/Apr/2026:01:49:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.334 [openstack-keystone-api-5000] [] 10.0.0.33:5000 1358 0.334 201 620bd1ca3a6ef1fc3064d0b114603281 199.204.45.3 - - [03/Apr/2026:01:49:25 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.003 300 37bd0f17aecd1b3bb859ae44a4132e49 199.204.45.3 - - [03/Apr/2026:01:49:25 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.033 [openstack-keystone-api-5000] [] 10.0.0.33:5000 90 0.032 404 6e229e0fdf822989aa24633a6ff52174 199.204.45.3 - - [03/Apr/2026:01:49:25 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 364 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.028 [openstack-keystone-api-5000] [] 10.0.0.33:5000 364 0.028 200 9c69fcb08d9dee3a67aec7786fddfebb 199.204.45.3 - - [03/Apr/2026:01:49:25 +0000] "GET /v3/domains/c5c3eaec355649a5a5f0b585efe0020c HTTP/1.1" 200 243 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.021 [openstack-keystone-api-5000] [] 10.0.0.33:5000 243 0.020 200 67fcb3d34f58e45b2d1a1f8f7958249a 199.204.45.3 - - [03/Apr/2026:01:49:26 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.33:5000 264 0.005 200 482ad22b059fdc2786391a408ee31af0 199.204.45.3 - - [03/Apr/2026:01:49:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.325 [openstack-keystone-api-5000] [] 10.0.0.33:5000 1358 0.324 201 750d8a6b9c3ec2e02acd39d9ec108894 199.204.45.3 - - [03/Apr/2026:01:49:26 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.004 300 b77636752b36263b2b7bd3683c6ea83a 199.204.45.3 - - [03/Apr/2026:01:49:26 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 461 0.022 [openstack-keystone-api-5000] [] 10.0.0.33:5000 101 0.023 404 6fd961bf81c23555d07e6ef6a4709fb5 199.204.45.3 - - [03/Apr/2026:01:49:26 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 154 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.33:5000 154 0.023 200 e84f0c0ce6f764348533ff7e5994f1b9 199.204.45.3 - - [03/Apr/2026:01:49:27 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 448 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 677 0.026 [openstack-keystone-api-5000] [] 10.0.0.33:5000 448 0.026 201 43080615fe6c5e62a73ea0f1349a115b 199.204.45.3 - - [03/Apr/2026:01:49:27 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.33:5000 264 0.003 200 d2a4f6b3510d69d0d3273c0133747378 199.204.45.3 - - [03/Apr/2026:01:49:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.322 [openstack-keystone-api-5000] [] 10.0.0.33:5000 1358 0.322 201 0b3cdad42f9ca466ae6422c1b8dd952f 199.204.45.3 - - [03/Apr/2026:01:49:27 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.004 300 9b613c8f41665813bb2a6abf3c67ed6f 199.204.45.3 - - [03/Apr/2026:01:49:27 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.022 [openstack-keystone-api-5000] [] 10.0.0.33:5000 98 0.022 404 71d8c50a0fee6425dda1ebb65d8bf91e 199.204.45.3 - - [03/Apr/2026:01:49:27 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 134 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.020 [openstack-keystone-api-5000] [] 10.0.0.33:5000 134 0.021 200 cc142cd231f8223aedd11efb0256c12f 199.204.45.3 - - [03/Apr/2026:01:49:28 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 330 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 737 0.022 [openstack-keystone-api-5000] [] 10.0.0.33:5000 330 0.022 201 0e103fac83cfc96f35ef90ac58ced28f 199.204.45.3 - - [03/Apr/2026:01:49:28 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.33:5000 264 0.004 200 e09113438d50b9bdbdf3504b980d9468 199.204.45.3 - - [03/Apr/2026:01:49:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.301 [openstack-keystone-api-5000] [] 10.0.0.33:5000 1358 0.301 201 ab70df1e4c704201bf4fad6bc889675a 199.204.45.3 - - [03/Apr/2026:01:49:28 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.003 300 fe4ef4a995d2fe8c92d6d5e97ae50a69 199.204.45.3 - - [03/Apr/2026:01:49:28 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 496 0.030 [openstack-keystone-api-5000] [] 10.0.0.33:5000 131 0.030 404 c2ee4e04f28fbb5f57fe989ab64f475b 199.204.45.3 - - [03/Apr/2026:01:49:28 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 166 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 484 0.020 [openstack-keystone-api-5000] [] 10.0.0.33:5000 166 0.020 200 b51e83c42d3b972cd726f3272758135f 199.204.45.3 - - [03/Apr/2026:01:49:29 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 220 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 579 0.030 [openstack-keystone-api-5000] [] 10.0.0.33:5000 220 0.030 201 df6847538c9879950ff92804caf019c0 W0403 01:49:37.909499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:37.909528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:41.245568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:41.245625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:44.576329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:44.576362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:03.373335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:03.373365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:06.707248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:06.707301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:11.013310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:11.013344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:50:12.503874 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.99.0.8"}] I0403 01:50:12.508085 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"eb23992a-e6cb-420b-8e37-2eb22dc79934", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7239", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:50:14.347009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:14.347043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:17.680309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:17.680352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:39.909637 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 01:51:39.909826 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0403 01:51:39.909981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:39.910011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:51:39.914235 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:32.2kB} I0403 01:51:39.914274 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0403 01:51:39.935323 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0403 01:51:39.935584 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"dd5ae40b-f141-408a-8bbf-88432640a2d0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7844", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:51:39.935787 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0403 01:51:39.936135 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 01:51:39.936228 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0403 01:51:39.936298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:39.936320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:51:39.936441 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:51:39.984794 7 controller.go:216] "Backend successfully reloaded" I0403 01:51:39.985089 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8qt9t", UID:"67de75e6-85d5-4f6b-9ecf-3c6996a803b1", APIVersion:"v1", ResourceVersion:"1343", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 01:51:40.177631 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0403 01:51:40.179408 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.3 - - [03/Apr/2026:01:51:40 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.004 300 3327d9ded4cf1aac19337807fcf1ff7a 199.204.45.3 - - [03/Apr/2026:01:51:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1988 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.322 [openstack-keystone-api-5000] [] 10.0.0.33:5000 1988 0.322 201 7733505b4ea365acb24899005a0536ba 199.204.45.3 - - [03/Apr/2026:01:51:41 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 431 0.028 [openstack-keystone-api-5000] [] 10.0.0.33:5000 85 0.028 404 c2c207a41976d1bf0fda0d0310510450 199.204.45.3 - - [03/Apr/2026:01:51:41 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 127 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 449 0.025 [openstack-keystone-api-5000] [] 10.0.0.33:5000 127 0.026 200 bddb4b4d2a3f99cf94809b9aee167743 199.204.45.3 - - [03/Apr/2026:01:51:41 +0000] "POST /v3/roles HTTP/1.1" 201 228 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 505 0.026 [openstack-keystone-api-5000] [] 10.0.0.33:5000 228 0.026 201 817851bdfeedeb686814953f143249e3 W0403 01:51:43.269700 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 01:51:43.270067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:43.270101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.3 - - [03/Apr/2026:01:51:46 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 227 0.004 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.004 300 b6a7fa1f4cd979d266be7abefec5ba30 199.204.45.3 - - [03/Apr/2026:01:51:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1988 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 546 0.276 [openstack-keystone-api-5000] [] 10.0.0.33:5000 1988 0.276 201 6a5a26ef170e28202a7c068f9f893da4 199.204.45.3 - - [03/Apr/2026:01:51:46 +0000] "GET /v3/roles HTTP/1.1" 200 1507 "-" "python-keystoneclient" 378 0.026 [openstack-keystone-api-5000] [] 10.0.0.33:5000 1507 0.026 200 75f1d2013be806ed5c8a619537db698d 199.204.45.3 - - [03/Apr/2026:01:51:46 +0000] "PUT /v3/roles/e927d7729f52413198736b10822cc406/implies/4ed46b9bc901414b9ed331b5d403bf5e HTTP/1.1" 201 515 "-" "python-keystoneclient" 471 0.043 [openstack-keystone-api-5000] [] 10.0.0.33:5000 515 0.043 201 5c2a26ba93c9d4437dc8f22ad13e0d0d W0403 01:51:51.383732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:51.383769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:52:12.503892 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.99.0.8"}] I0403 01:52:12.510612 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"dd5ae40b-f141-408a-8bbf-88432640a2d0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8191", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:52:12.512095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:12.512121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.3 - - [03/Apr/2026:01:52:30 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.002 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.003 300 8527ac2607642a7f6d5ea81d4fc3f565 199.204.45.3 - - [03/Apr/2026:01:52:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2051 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.344 [openstack-keystone-api-5000] [] 10.0.0.33:5000 2051 0.344 201 44dc98ede02918c41c3e2c0ed09ac516 199.204.45.3 - - [03/Apr/2026:01:52:30 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.026 [openstack-keystone-api-5000] [] 10.0.0.33:5000 87 0.026 404 c93b4d84983df739eb1f800c74abdf89 199.204.45.3 - - [03/Apr/2026:01:52:30 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 386 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.027 [openstack-keystone-api-5000] [] 10.0.0.33:5000 386 0.027 200 6b832421add133a681c595be95160fdd 199.204.45.3 - - [03/Apr/2026:01:52:30 +0000] "GET /v3/users/rgw-RegionOne?domain_id=61dfd84f531f4e3cae54a5e5e8526ad1 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 480 0.043 [openstack-keystone-api-5000] [] 10.0.0.33:5000 91 0.044 404 6e343efa59b4abfdf520b1a17db7662b 199.204.45.3 - - [03/Apr/2026:01:52:30 +0000] "GET /v3/users?domain_id=61dfd84f531f4e3cae54a5e5e8526ad1&name=rgw-RegionOne HTTP/1.1" 200 176 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.031 [openstack-keystone-api-5000] [] 10.0.0.33:5000 176 0.031 200 03cb5329ef48a1a2e15a285d64b997af 199.204.45.3 - - [03/Apr/2026:01:52:31 +0000] "POST /v3/users HTTP/1.1" 201 289 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 626 0.296 [openstack-keystone-api-5000] [] 10.0.0.33:5000 289 0.296 201 79f26dbedbb2626e3e08c87e7021da4d 199.204.45.3 - - [03/Apr/2026:01:52:33 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 227 0.004 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.003 300 40e3b2d1ec17ca0873c5a90e5e313935 199.204.45.3 - - [03/Apr/2026:01:52:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2051 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 546 0.289 [openstack-keystone-api-5000] [] 10.0.0.33:5000 2051 0.290 201 17226e8d31d4935c20a93a48c8bb62f1 199.204.45.3 - - [03/Apr/2026:01:52:34 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 384 0.024 [openstack-keystone-api-5000] [] 10.0.0.33:5000 83 0.024 404 3b03f90d7c656616d260c2197b9bc57c 199.204.45.3 - - [03/Apr/2026:01:52:34 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 357 "-" "python-keystoneclient" 389 0.022 [openstack-keystone-api-5000] [] 10.0.0.33:5000 357 0.022 200 c9f4b94a8482c0d99b6f6929180fcc29 199.204.45.3 - - [03/Apr/2026:01:52:34 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 388 0.030 [openstack-keystone-api-5000] [] 10.0.0.33:5000 87 0.030 404 57000b7dc8fb801866fb1bce41bd7d9d 199.204.45.3 - - [03/Apr/2026:01:52:34 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 386 "-" "python-keystoneclient" 393 0.026 [openstack-keystone-api-5000] [] 10.0.0.33:5000 386 0.026 200 fa504c84b9d5ec7867d170b67d1ccd8e 199.204.45.3 - - [03/Apr/2026:01:52:34 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 392 0.026 [openstack-keystone-api-5000] [] 10.0.0.33:5000 91 0.026 404 e253a2bbd42c40ff9a0a53d60c1e0a7e 199.204.45.3 - - [03/Apr/2026:01:52:34 +0000] "GET /v3/users?domain_id=61dfd84f531f4e3cae54a5e5e8526ad1&name=rgw-RegionOne HTTP/1.1" 200 454 "-" "python-keystoneclient" 440 0.032 [openstack-keystone-api-5000] [] 10.0.0.33:5000 454 0.033 200 8e657348e5e81924e57ffd6826b99d3c 199.204.45.3 - - [03/Apr/2026:01:52:34 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 389 0.031 [openstack-keystone-api-5000] [] 10.0.0.33:5000 88 0.032 404 9934d516dc148f15a789b7649e094578 199.204.45.3 - - [03/Apr/2026:01:52:34 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 516 "-" "python-keystoneclient" 394 0.028 [openstack-keystone-api-5000] [] 10.0.0.33:5000 516 0.028 200 e0dae0635f01a97a4ffd1c37f57d0268 199.204.45.3 - - [03/Apr/2026:01:52:34 +0000] "PUT /v3/projects/83b43c27e23e4fa3be21f564872a08cc/users/03165154aff94abe8df4fbf0e8116168/roles/dc1a6e8141b4420992bef2fa7e033dba HTTP/1.1" 204 0 "-" "python-keystoneclient" 511 0.043 [openstack-keystone-api-5000] [] 10.0.0.33:5000 0 0.044 204 315fa29442f9932403e80c8b01008915 199.204.45.3 - - [03/Apr/2026:01:52:36 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.005 300 0c0e448924085b21805631baa739fd0f 199.204.45.3 - - [03/Apr/2026:01:52:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2051 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.326 [openstack-keystone-api-5000] [] 10.0.0.33:5000 2051 0.326 201 a145b81902e8107a11d2bc6fb7b59693 199.204.45.3 - - [03/Apr/2026:01:52:36 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 149 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 468 0.021 [openstack-keystone-api-5000] [] 10.0.0.33:5000 149 0.022 200 c9acaa21b666a497cb843fa063068ce8 199.204.45.3 - - [03/Apr/2026:01:52:36 +0000] "POST /v3/services HTTP/1.1" 201 261 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 576 0.035 [openstack-keystone-api-5000] [] 10.0.0.33:5000 261 0.035 201 4c931d0992eb565a29c4e9bd1c793087 199.204.45.3 - - [03/Apr/2026:01:52:37 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.004 300 3cb4c40e02b0fc03d6f30149cdc8da1d 199.204.45.3 - - [03/Apr/2026:01:52:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2153 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.305 [openstack-keystone-api-5000] [] 10.0.0.33:5000 2153 0.304 201 6f9db2090db90244982fe04cedecc2e4 199.204.45.3 - - [03/Apr/2026:01:52:37 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.019 [openstack-keystone-api-5000] [] 10.0.0.33:5000 86 0.019 404 52f3489e30a4da6956f29a1cbd586820 199.204.45.3 - - [03/Apr/2026:01:52:37 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 378 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.026 [openstack-keystone-api-5000] [] 10.0.0.33:5000 378 0.026 200 9567ed897d53918f6d4069b1e30ab40c 199.204.45.3 - - [03/Apr/2026:01:52:37 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=4b7fbf42ae7e4e10ae648a27fb7cbe4b HTTP/1.1" 200 203 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 521 0.021 [openstack-keystone-api-5000] [] 10.0.0.33:5000 203 0.020 200 c70c03159c8f05b9a25ed11baa3f8a01 199.204.45.3 - - [03/Apr/2026:01:52:37 +0000] "POST /v3/endpoints HTTP/1.1" 201 375 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 685 0.038 [openstack-keystone-api-5000] [] 10.0.0.33:5000 375 0.037 201 4a79fa4be111e14386bea47e62b5d21f 199.204.45.3 - - [03/Apr/2026:01:52:38 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.005 300 26d2101404c4a943c1690175a6f3e35c 199.204.45.3 - - [03/Apr/2026:01:52:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.310 [openstack-keystone-api-5000] [] 10.0.0.33:5000 2360 0.310 201 b3325e5d6258d4911b86fd29fb2ceb91 199.204.45.3 - - [03/Apr/2026:01:52:38 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.024 [openstack-keystone-api-5000] [] 10.0.0.33:5000 86 0.024 404 95d405f9f69e1bc3b8cb537fe41adfd0 199.204.45.3 - - [03/Apr/2026:01:52:38 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 378 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.019 [openstack-keystone-api-5000] [] 10.0.0.33:5000 378 0.019 200 169ea45111823d321cd8129e20f31285 199.204.45.3 - - [03/Apr/2026:01:52:38 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=4b7fbf42ae7e4e10ae648a27fb7cbe4b HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.022 [openstack-keystone-api-5000] [] 10.0.0.33:5000 205 0.022 200 eaf51e1af0df1486413302157607eacf 199.204.45.3 - - [03/Apr/2026:01:52:38 +0000] "POST /v3/endpoints HTTP/1.1" 201 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 700 0.027 [openstack-keystone-api-5000] [] 10.0.0.33:5000 390 0.027 201 83a1cad1a718298ddc2124dc5bb04b41 W0403 01:52:39.858707 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:52:39.858840 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0403 01:52:39.858911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:39.858925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:52:39.863538 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0403 01:52:39.863559 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0403 01:52:39.868465 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0403 01:52:39.868976 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"a996fc49-85d3-4b59-9451-7ee880b2960b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8387", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:52:39.869117 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0403 01:52:39.869474 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:52:39.869587 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0403 01:52:39.869663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:39.869679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:52:39.869827 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:52:39.936997 7 controller.go:216] "Backend successfully reloaded" I0403 01:52:39.937377 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8qt9t", UID:"67de75e6-85d5-4f6b-9ecf-3c6996a803b1", APIVersion:"v1", ResourceVersion:"1343", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 01:52:40.248498 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0403 01:52:40.249405 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0403 01:52:43.203409 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:52:43.203601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:43.203626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:56.414754 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:52:56.414890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:56.415322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:01.340034 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:53:01.340221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:01.340245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:04.673513 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:53:04.673982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:04.674113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:53:04.674372 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:53:04.740099 7 controller.go:216] "Backend successfully reloaded" I0403 01:53:04.740437 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8qt9t", UID:"67de75e6-85d5-4f6b-9ecf-3c6996a803b1", APIVersion:"v1", ResourceVersion:"1343", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:53:08.006576 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:53:08.006758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:08.006788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:11.340306 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:53:11.340497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:11.340530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:53:12.503524 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.99.0.8"}] I0403 01:53:12.511428 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"a996fc49-85d3-4b59-9451-7ee880b2960b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8756", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:53:14.673769 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:53:14.674134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:14.674189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:18.008727 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:53:18.009027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:18.009057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:26.830304 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:53:26.830494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:26.830548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:30.163867 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:53:30.164050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:30.164076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:35.023879 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:53:35.023977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:35.023988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:09.668057 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:54:09.668386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:09.668438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:48.607052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:48.607091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:34.159201 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:55:34.159353 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0403 01:55:34.159508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:34.159543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:55:34.165057 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.007s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:39.1kB} I0403 01:55:34.165091 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0403 01:55:34.169941 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0403 01:55:34.170185 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"422d10b5-b3a0-4bde-bc5a-9335a76b90e0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9906", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:55:34.170968 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0403 01:55:34.171480 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:55:34.171652 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0403 01:55:34.171784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:34.171839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:55:34.172065 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:55:34.231070 7 controller.go:216] "Backend successfully reloaded" I0403 01:55:34.231675 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8qt9t", UID:"67de75e6-85d5-4f6b-9ecf-3c6996a803b1", APIVersion:"v1", ResourceVersion:"1343", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 01:55:34.384203 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0403 01:55:34.385602 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0403 01:55:37.505844 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:55:37.506036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:37.506076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.3 - - [03/Apr/2026:01:55:38 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.005 300 e6035ae34063dc9c506cdd4036ffb8f8 199.204.45.3 - - [03/Apr/2026:01:55:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.339 [openstack-keystone-api-5000] [] 10.0.0.33:5000 3193 0.339 201 f6ae783c87e1ebbbe9363f98f65ca5d6 199.204.45.3 - - [03/Apr/2026:01:55:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 598448c7b23803f60e347b068825f468 199.204.45.3 - - [03/Apr/2026:01:55:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 2144406d616a21bae7fc94e99f3ba6be 199.204.45.3 - - [03/Apr/2026:01:55:40 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.004 300 2111bbe6b317963e4f8bc108d93c00a4 199.204.45.3 - - [03/Apr/2026:01:55:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.287 [openstack-keystone-api-5000] [] 10.0.0.33:5000 3193 0.287 201 42eeebd91acd96ecc8e542a3818ac331 199.204.45.3 - - [03/Apr/2026:01:55:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - bd2267ece0de3865ad1f76539c81b2e9 199.204.45.3 - - [03/Apr/2026:01:55:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - a26763f4205eedadb47e4c0be3a8df56 199.204.45.3 - - [03/Apr/2026:01:55:41 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.005 300 575e3fb6ef00ef48679365aa5e4bcef8 199.204.45.3 - - [03/Apr/2026:01:55:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.285 [openstack-keystone-api-5000] [] 10.0.0.33:5000 3193 0.284 201 315e162f1a000ae6f02023b15878ad5f 199.204.45.3 - - [03/Apr/2026:01:55:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - de540a79e148d07e8f5fdbed97243908 199.204.45.3 - - [03/Apr/2026:01:55:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 143284dd30e093616b47a57812093a73 199.204.45.3 - - [03/Apr/2026:01:55:43 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.004 300 c943c47fc881f3b613bda46982c75f59 199.204.45.3 - - [03/Apr/2026:01:55:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.294 [openstack-keystone-api-5000] [] 10.0.0.33:5000 3193 0.293 201 cd8914424d38c86956494e38441a89de 199.204.45.3 - - [03/Apr/2026:01:55:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 5018a0ceeae5b86d8631eb2f13af71fa 199.204.45.3 - - [03/Apr/2026:01:55:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - fe813889064970bf5cd362ef0703fa7a 199.204.45.3 - - [03/Apr/2026:01:55:45 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.004 300 67434cdc27c748ff636b12a7cbc1220d 199.204.45.3 - - [03/Apr/2026:01:55:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.286 [openstack-keystone-api-5000] [] 10.0.0.33:5000 3193 0.286 201 899d21c3fbdee97d0ea2e4e93b0ecdc8 199.204.45.3 - - [03/Apr/2026:01:55:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - dd9d32a12de05b89d4370717cb06a9ba 199.204.45.3 - - [03/Apr/2026:01:55:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 57243ec760fe1ad511593d32b0a7d70d 199.204.45.3 - - [03/Apr/2026:01:55:47 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.006 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.006 300 56355e43f7c9da9180800d814ff6094c 199.204.45.3 - - [03/Apr/2026:01:55:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.288 [openstack-keystone-api-5000] [] 10.0.0.33:5000 3193 0.288 201 0a589d5d0f7b7ccdb34a72b3271e801a 199.204.45.3 - - [03/Apr/2026:01:55:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 7ea0ce03ae3182f34c3d3148013f2c85 199.204.45.3 - - [03/Apr/2026:01:55:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 8b00e6d7dbe530a6a7ec89266d096647 199.204.45.3 - - [03/Apr/2026:01:55:49 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.094 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.093 300 27b64cc5d9a0c2aed14b357b2824367e 199.204.45.3 - - [03/Apr/2026:01:55:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.291 [openstack-keystone-api-5000] [] 10.0.0.33:5000 3193 0.291 201 f8da3033d114708d8e7df5e791ebe285 199.204.45.3 - - [03/Apr/2026:01:55:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - ed98b68d15ef7e5bf41e4a0e55ce2b7c 199.204.45.3 - - [03/Apr/2026:01:55:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - d19069fa67ff06cfb32c5f6037ea23f1 199.204.45.3 - - [03/Apr/2026:01:55:50 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.005 300 86e46ad5981ada35f8b83d9d94e85e19 199.204.45.3 - - [03/Apr/2026:01:55:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.300 [openstack-keystone-api-5000] [] 10.0.0.33:5000 3193 0.300 201 433c69c241c9a75e89f2c93f3e4e1f46 199.204.45.3 - - [03/Apr/2026:01:55:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 010ac06b78ff636419f93ce667ada182 199.204.45.3 - - [03/Apr/2026:01:55:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 06f20203e2d1548fe089b7e79a4c7f6b 199.204.45.3 - - [03/Apr/2026:01:55:52 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.004 300 14487177e79350bc5b6d62ae12e36ce7 W0403 01:55:52.689010 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:55:52.689193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:52.689222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.3 - - [03/Apr/2026:01:55:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.301 [openstack-keystone-api-5000] [] 10.0.0.33:5000 3193 0.301 201 c2c5e349dd7204af213bc68f37957780 199.204.45.3 - - [03/Apr/2026:01:55:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 0dabd6bda57c0cad5c29d49b4f7b3a99 199.204.45.3 - - [03/Apr/2026:01:55:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - cd47234dbf903dc5ac5a0611f3d71517 199.204.45.3 - - [03/Apr/2026:01:55:54 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.004 300 0da2c4f04cc9fdac0b6c0755cbc7ac8e 199.204.45.3 - - [03/Apr/2026:01:55:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.295 [openstack-keystone-api-5000] [] 10.0.0.33:5000 3193 0.296 201 a4706bbc8a936714a7e90eeb95b4eaa9 199.204.45.3 - - [03/Apr/2026:01:55:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - acc2cda864700383ecd32cfad06efc41 199.204.45.3 - - [03/Apr/2026:01:55:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - e2f04993c414dfa40f2a6f172e3b4406 199.204.45.3 - - [03/Apr/2026:01:55:56 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.004 300 d675aff940c944031b5a783540de1f46 199.204.45.3 - - [03/Apr/2026:01:55:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.284 [openstack-keystone-api-5000] [] 10.0.0.33:5000 3193 0.284 201 3db7ffb170b688ccbbb4943843e46809 199.204.45.3 - - [03/Apr/2026:01:55:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 192e4cdfcef7e15ed39cad36edeeed04 199.204.45.3 - - [03/Apr/2026:01:55:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 2a9406903db93b4174c3e0450ce33e14 199.204.45.3 - - [03/Apr/2026:01:55:57 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.003 300 6c819b38af3d085379595a9c51541fcb 199.204.45.3 - - [03/Apr/2026:01:55:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.302 [openstack-keystone-api-5000] [] 10.0.0.33:5000 3193 0.301 201 d0d3a9e34937bf24f5d357131a617b6e 199.204.45.3 - - [03/Apr/2026:01:55:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 46dfdd8c48f70c129ce8c1f0b908430f 199.204.45.3 - - [03/Apr/2026:01:55:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - ab99642033b7b26736926dd29d628271 199.204.45.3 - - [03/Apr/2026:01:55:59 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.004 300 fe0625147ebb0e384236d92fc1b85add 199.204.45.3 - - [03/Apr/2026:01:55:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.281 [openstack-keystone-api-5000] [] 10.0.0.33:5000 3193 0.281 201 3f4a319fda2975ebcbf94c01654c00b2 199.204.45.3 - - [03/Apr/2026:01:55:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 245cc35c738b5ca2f2a74057562249dc 199.204.45.3 - - [03/Apr/2026:01:55:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 1e192c351b4b54b2fa1a05605e563bbf W0403 01:56:00.938674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:56:00.938704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.3 - - [03/Apr/2026:01:56:01 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.003 300 2be146843fc621b4d83dc2d773bd4d03 199.204.45.3 - - [03/Apr/2026:01:56:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.287 [openstack-keystone-api-5000] [] 10.0.0.33:5000 3193 0.287 201 ec1dad3293da6986d3db3147f207c8f0 199.204.45.3 - - [03/Apr/2026:01:56:01 +0000] "GET / HTTP/1.1" 300 1173 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.002 [openstack-glance-api-9292] [] 10.0.0.30:9292 1173 0.003 300 d45c2e1b669a8da49d0cf41bbfd58053 199.204.45.3 - - [03/Apr/2026:01:56:02 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.548 [openstack-glance-api-9292] [] 10.0.0.30:9292 69 0.548 200 78f1919991f102a108afaf0159e5667a 199.204.45.3 - - [03/Apr/2026:01:56:04 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.33:5000 279 0.005 300 1f36f8427e509e3741a3e9a47660eb8f 199.204.45.3 - - [03/Apr/2026:01:56:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.295 [openstack-keystone-api-5000] [] 10.0.0.33:5000 3193 0.296 201 5cd92b30f5f125116b2686379df1cdce 199.204.45.3 - - [03/Apr/2026:01:56:05 +0000] "GET / HTTP/1.1" 300 1173 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.003 [openstack-glance-api-9292] [] 10.0.0.30:9292 1173 0.003 300 e12442797ac90734ef020fe9eaf7eae8 199.204.45.3 - - [03/Apr/2026:01:56:05 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.052 [openstack-glance-api-9292] [] 10.0.0.30:9292 69 0.052 200 07f3d0ad997cfc778f186ba98dae0a1b 199.204.45.3 - - [03/Apr/2026:01:56:05 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.124 [openstack-glance-api-9292] [] 10.0.0.30:9292 151 0.124 404 b9038e492e89dffe122035d50c038227 199.204.45.3 - - [03/Apr/2026:01:56:05 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 446 0.022 [openstack-glance-api-9292] [] 10.0.0.30:9292 81 0.022 200 50239f8df25ad918720e826cda084137 199.204.45.3 - - [03/Apr/2026:01:56:05 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 449 0.030 [openstack-glance-api-9292] [] 10.0.0.30:9292 84 0.030 200 e5bce804496f29dc78f5375c2d900768 199.204.45.3 - - [03/Apr/2026:01:56:05 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 712 0.059 [openstack-glance-api-9292] [] 10.0.0.30:9292 760 0.059 201 7ca335ff93e24ab3f87918930cd30ac1 199.204.45.3 - - [03/Apr/2026:01:56:09 +0000] "PUT /v2/images/7ebf9e4a-a1b7-449b-85aa-5b963209b251/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441039 3.825 [openstack-glance-api-9292] [] 10.0.0.30:9292 0 3.825 204 bae97fd6e57e90d00018f95beb48f8f5 199.204.45.3 - - [03/Apr/2026:01:56:09 +0000] "GET /v2/images/7ebf9e4a-a1b7-449b-85aa-5b963209b251 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.015 [openstack-glance-api-9292] [] 10.0.0.30:9292 1171 0.015 200 3b2a7ad3b1eeccc5a17f7a58c0d867e4 199.204.45.3 - - [03/Apr/2026:01:56:09 +0000] "GET /v2/images/7ebf9e4a-a1b7-449b-85aa-5b963209b251 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.011 [openstack-glance-api-9292] [] 10.0.0.30:9292 1171 0.011 200 bf5f0e9734794057d29a6a46bc9c8706 W0403 01:56:12.003811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:56:12.003845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:56:12.503449 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.99.0.8"}] I0403 01:56:12.507243 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"422d10b5-b3a0-4bde-bc5a-9335a76b90e0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10229", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:56:15.337260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:56:15.337309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:56:18.671803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:56:18.671844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store