------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0326 01:59:17.147251 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0326 01:59:17.147500 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0326 01:59:17.155976 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0326 01:59:17.159107 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0326 01:59:17.318848 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0326 01:59:17.338320 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0326 01:59:17.351131 7 nginx.go:271] "Starting NGINX Ingress controller" I0326 01:59:17.357969 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"47e313c1-08f1-4ad3-9dd0-b5f6f77cfd5b", APIVersion:"v1", ResourceVersion:"1404", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0326 01:59:17.362261 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"c8add5e9-41a7-4b23-8223-128b40d843dd", APIVersion:"v1", ResourceVersion:"1403", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0326 01:59:17.362340 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"c32061c1-49c4-4c14-a876-86c56c5c45ff", APIVersion:"v1", ResourceVersion:"1402", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0326 01:59:18.552729 7 nginx.go:317] "Starting NGINX process" I0326 01:59:18.552817 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0326 01:59:18.553319 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0326 01:59:18.553541 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0326 01:59:18.553587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 01:59:18.553604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 01:59:18.553652 7 controller.go:196] "Configuration changes detected, backend reload required" I0326 01:59:18.561396 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0326 01:59:18.561490 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-66fvv" I0326 01:59:18.592518 7 controller.go:216] "Backend successfully reloaded" I0326 01:59:18.592662 7 controller.go:227] "Initial sync, sleeping for 1 second" I0326 01:59:18.592747 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-66fvv", UID:"3b7af5c2-ac17-4622-b7bb-89e9a1081fe5", APIVersion:"v1", ResourceVersion:"1508", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0326 01:59:22.380336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 01:59:22.380377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 01:59:25.714101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 01:59:25.714157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 01:59:29.047197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 01:59:29.047255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 01:59:32.380707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 01:59:32.380758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 01:59:35.715868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 01:59:35.715917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 01:59:39.459339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 01:59:39.459390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 01:59:42.792870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 01:59:42.792919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 01:59:46.128746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 01:59:46.128868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 01:59:56.154133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 01:59:56.154160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 01:59:59.488367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 01:59:59.488428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:00:02.821638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:00:02.821682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:01:19.591401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:01:19.591446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:01:22.925291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:01:22.925343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:01:30.153730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:01:30.153827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:01:39.961757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:01:39.961792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:01:43.296216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:01:43.296261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:01:46.628974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:01:46.629019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:01:49.963094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:01:49.963148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:01:53.296944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:01:53.297001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:01:58.107154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:01:58.107186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:02:01.440793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:02:01.440866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:02:06.164413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:02:06.164446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:02:09.497922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:02:09.497971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:04:10.022000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:04:10.022032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:04:12.504157 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-229.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-229.nip.io-tls was not found. Using default certificate W0326 02:04:12.504220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:04:12.504238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 02:04:12.506247 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0326 02:04:12.506285 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0326 02:04:12.513979 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0326 02:04:12.514243 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ae2a9242-801b-4e9b-aa5b-d0507657f461", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3595", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0326 02:04:12.514526 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-229.nip.io-tls" in local store I0326 02:04:12.917219 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-229.nip.io-tls" I0326 02:04:12.918655 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-229.nip.io-tls" W0326 02:04:13.356477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:04:13.356529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 02:04:13.356598 7 controller.go:196] "Configuration changes detected, backend reload required" I0326 02:04:13.390660 7 controller.go:216] "Backend successfully reloaded" I0326 02:04:13.390968 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-66fvv", UID:"3b7af5c2-ac17-4622-b7bb-89e9a1081fe5", APIVersion:"v1", ResourceVersion:"1508", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0326 02:04:16.690980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:04:16.691034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 02:04:18.567027 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.101.83.49"}] I0326 02:04:18.572228 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ae2a9242-801b-4e9b-aa5b-d0507657f461", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3727", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0326 02:04:20.022757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:04:20.022805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [26/Mar/2026:02:04:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.921 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 1.919 200 cb9389109e308da15f3c32a88b270317 199.204.45.229 - - [26/Mar/2026:02:04:23 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.197 [auth-system-keycloak-80] [] 10.0.0.216:8080 116 0.198 404 d86b5540b8afc6cc8f27c6f3dab57a84 199.204.45.229 - - [26/Mar/2026:02:04:28 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.266 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 4.264 201 5d6ce53f6bc447f9fdfd05ba48ec6e38 199.204.45.229 - - [26/Mar/2026:02:04:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.604 [auth-system-keycloak-80] [] 10.0.0.216:8080 4246 0.603 200 d96adf2c327ded8ced5f1d19e17958d7 199.204.45.229 - - [26/Mar/2026:02:04:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.601 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.600 200 f755e0d2924e607516c0d60d068bd1ba 199.204.45.229 - - [26/Mar/2026:02:04:30 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.096 [auth-system-keycloak-80] [] 10.0.0.216:8080 12500 0.097 200 0de5c29d44cee0996ed887fbe42f5b84 199.204.45.229 - - [26/Mar/2026:02:04:30 +0000] "GET /admin/realms/atmosphere/client-scopes/c6e95c16-a885-4283-87cc-e26032bf78b6 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.216:8080 1278 0.010 200 8324c7fb83d1e952fbfda6cba75b35f1 199.204.45.229 - - [26/Mar/2026:02:04:30 +0000] "PUT /admin/realms/atmosphere/client-scopes/c6e95c16-a885-4283-87cc-e26032bf78b6 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.064 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.064 204 c75710cba1bf7c209677e59ab129a01c 199.204.45.229 - - [26/Mar/2026:02:04:30 +0000] "GET /admin/realms/atmosphere/client-scopes/c6e95c16-a885-4283-87cc-e26032bf78b6/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.019 [auth-system-keycloak-80] [] 10.0.0.216:8080 963 0.019 200 e1a9db90c2a5d8c6afef8bf2cd4431c5 199.204.45.229 - - [26/Mar/2026:02:04:30 +0000] "GET /admin/realms/atmosphere/client-scopes/c6e95c16-a885-4283-87cc-e26032bf78b6/protocol-mappers/models/b4809a30-c5bd-41c7-9aaa-fde720aff325 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.050 [auth-system-keycloak-80] [] 10.0.0.216:8080 366 0.049 200 314a3267b2fc950496415def74566701 199.204.45.229 - - [26/Mar/2026:02:04:30 +0000] "PUT /admin/realms/atmosphere/client-scopes/c6e95c16-a885-4283-87cc-e26032bf78b6/protocol-mappers/models/b4809a30-c5bd-41c7-9aaa-fde720aff325 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.087 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.087 204 0c8ad9a756a1ee9205539409c50a4f2d 199.204.45.229 - - [26/Mar/2026:02:04:30 +0000] "GET /admin/realms/atmosphere/client-scopes/c6e95c16-a885-4283-87cc-e26032bf78b6 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.018 [auth-system-keycloak-80] [] 10.0.0.216:8080 1218 0.018 200 d329321199a9aad5891d1f631c14a3a6 199.204.45.229 - - [26/Mar/2026:02:04:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.450 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.450 200 3ad00ad524b7cb6fb81e53504943040e 199.204.45.229 - - [26/Mar/2026:02:04:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.042 [auth-system-keycloak-80] [] 10.0.0.216:8080 2 0.041 200 0294c2c8008392c2851154dac30c115d 199.204.45.229 - - [26/Mar/2026:02:04:52 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.782 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.780 201 586312f4151229a60cfa7f321812612b 199.204.45.229 - - [26/Mar/2026:02:04:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.033 [auth-system-keycloak-80] [] 10.0.0.216:8080 1261 0.032 200 25c109e63ac343e2f3f3faf65cd71597 199.204.45.229 - - [26/Mar/2026:02:04:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.459 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.457 200 0fb3e77e535549d310df868293790e29 199.204.45.229 - - [26/Mar/2026:02:04:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.048 [auth-system-keycloak-80] [] 10.0.0.216:8080 2 0.047 200 14447baaf35a07cea5f594f2374b98fb 199.204.45.229 - - [26/Mar/2026:02:04:53 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.040 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.039 201 85a44eb2ea57b99d8bd2eb4b44600bb8 199.204.45.229 - - [26/Mar/2026:02:04:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.056 [auth-system-keycloak-80] [] 10.0.0.216:8080 1286 0.055 200 cc1a8549dccb0f785cd978ca73678466 199.204.45.229 - - [26/Mar/2026:02:04:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.476 200 28b0ffc1ad951c1de72f7f130f8c774a 199.204.45.229 - - [26/Mar/2026:02:04:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.216:8080 2 0.013 200 bf87bd1f66a55619f351da6260b1b3fe 199.204.45.229 - - [26/Mar/2026:02:04:54 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.080 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.079 201 18824d74bfcb388ebe51db760a56bcbd 199.204.45.229 - - [26/Mar/2026:02:04:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.086 [auth-system-keycloak-80] [] 10.0.0.216:8080 1251 0.085 200 e4aadc81a25a0d4a999622764a55d72b 199.204.45.229 - - [26/Mar/2026:02:04:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.469 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.467 200 a500d7fb93474eae556693e2250f2bb8 199.204.45.229 - - [26/Mar/2026:02:04:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.033 [auth-system-keycloak-80] [] 10.0.0.216:8080 1261 0.033 200 ca720c88fddfa2e420410e7a7d701384 199.204.45.229 - - [26/Mar/2026:02:04:56 +0000] "GET /admin/realms/atmosphere/clients/84470062-70d8-4706-a330-9065c215ed0f/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.216:8080 119 0.017 404 92c041213f428e06cbfa6379d317bcb8 199.204.45.229 - - [26/Mar/2026:02:04:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.216:8080 1261 0.007 200 286f06ee5938b6a4a74ac7b69160e647 199.204.45.229 - - [26/Mar/2026:02:04:56 +0000] "POST /admin/realms/atmosphere/clients/84470062-70d8-4706-a330-9065c215ed0f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.067 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.066 201 74bb96e5d0f0becea0f6f33792e5e6b0 199.204.45.229 - - [26/Mar/2026:02:04:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.216:8080 1261 0.010 200 9764ba6d429af70ab921bbcfcb6ac557 199.204.45.229 - - [26/Mar/2026:02:04:56 +0000] "GET /admin/realms/atmosphere/clients/84470062-70d8-4706-a330-9065c215ed0f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.065 [auth-system-keycloak-80] [] 10.0.0.216:8080 166 0.065 200 7c8e746a9d5b390e69f1fc9383a3d09e 199.204.45.229 - - [26/Mar/2026:02:04:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.477 200 161bd0a255d11915d0fb161cbcf01887 199.204.45.229 - - [26/Mar/2026:02:04:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.025 [auth-system-keycloak-80] [] 10.0.0.216:8080 1286 0.026 200 221b635ea8efd0bb85de3bb40f66b6e0 199.204.45.229 - - [26/Mar/2026:02:04:57 +0000] "GET /admin/realms/atmosphere/clients/59e0bfdc-c570-4348-a56b-74bf8288d51d/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.008 [auth-system-keycloak-80] [] 10.0.0.216:8080 119 0.007 404 811fed8770c54976b2826397130c7458 199.204.45.229 - - [26/Mar/2026:02:04:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.216:8080 1286 0.007 200 a7787ecde78646b1186e40f109b9a7f1 199.204.45.229 - - [26/Mar/2026:02:04:57 +0000] "POST /admin/realms/atmosphere/clients/59e0bfdc-c570-4348-a56b-74bf8288d51d/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.015 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.014 201 6661190af7a4caef9126bd05b415a035 199.204.45.229 - - [26/Mar/2026:02:04:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.216:8080 1286 0.006 200 7528b2d1d71a43d535740277966659b8 199.204.45.229 - - [26/Mar/2026:02:04:57 +0000] "GET /admin/realms/atmosphere/clients/59e0bfdc-c570-4348-a56b-74bf8288d51d/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.017 [auth-system-keycloak-80] [] 10.0.0.216:8080 165 0.017 200 b4ce3cbd30eb0902e63055cf4c382cc3 199.204.45.229 - - [26/Mar/2026:02:04:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.510 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.509 200 1570e800988459d199db9ab4a52177da 199.204.45.229 - - [26/Mar/2026:02:04:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.216:8080 1286 0.009 200 a5e1aeb8b6646a80cf4bac60142094e2 199.204.45.229 - - [26/Mar/2026:02:04:57 +0000] "GET /admin/realms/atmosphere/clients/59e0bfdc-c570-4348-a56b-74bf8288d51d/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.216:8080 119 0.010 404 1e3ba15e85d9f446c08e8862bd14affb 199.204.45.229 - - [26/Mar/2026:02:04:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.046 [auth-system-keycloak-80] [] 10.0.0.216:8080 1286 0.047 200 0805f00fdc00cc4921444ace952af91e 199.204.45.229 - - [26/Mar/2026:02:04:58 +0000] "POST /admin/realms/atmosphere/clients/59e0bfdc-c570-4348-a56b-74bf8288d51d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.018 201 fe9347696c1fd9b36b23f439c47116a4 199.204.45.229 - - [26/Mar/2026:02:04:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.052 [auth-system-keycloak-80] [] 10.0.0.216:8080 1286 0.052 200 176459722bd35cbd1ccaa05c079131d2 199.204.45.229 - - [26/Mar/2026:02:04:58 +0000] "GET /admin/realms/atmosphere/clients/59e0bfdc-c570-4348-a56b-74bf8288d51d/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.216:8080 166 0.014 200 b46793398cd8becbb0488b7fba2c1ea4 199.204.45.229 - - [26/Mar/2026:02:04:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.529 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.528 200 f6db4e911cc7db9f86f639ad1c29f568 199.204.45.229 - - [26/Mar/2026:02:04:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.058 [auth-system-keycloak-80] [] 10.0.0.216:8080 1286 0.058 200 9de909a1fe114f25a7451157264e5e54 199.204.45.229 - - [26/Mar/2026:02:04:59 +0000] "GET /admin/realms/atmosphere/clients/59e0bfdc-c570-4348-a56b-74bf8288d51d/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.216:8080 119 0.007 404 8db7f167def0d895a8731dac9ad00fb7 199.204.45.229 - - [26/Mar/2026:02:04:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.216:8080 1286 0.005 200 ada631d8ab71bec6e64c5f4abc655f0a 199.204.45.229 - - [26/Mar/2026:02:04:59 +0000] "POST /admin/realms/atmosphere/clients/59e0bfdc-c570-4348-a56b-74bf8288d51d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.067 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.066 201 834fbc2c16d8e780b0b4b3511f555b70 199.204.45.229 - - [26/Mar/2026:02:04:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.216:8080 1286 0.006 200 45d751a9540331a6d67328939592c143 199.204.45.229 - - [26/Mar/2026:02:04:59 +0000] "GET /admin/realms/atmosphere/clients/59e0bfdc-c570-4348-a56b-74bf8288d51d/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.216:8080 166 0.012 200 d8c8ea5e0e645fe9534e39b65029b786 199.204.45.229 - - [26/Mar/2026:02:04:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.431 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.431 200 3d66124bf45d1a71db3407f0f02d2fe6 199.204.45.229 - - [26/Mar/2026:02:04:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.033 [auth-system-keycloak-80] [] 10.0.0.216:8080 1251 0.033 200 5e29641911cc8b6a567c633ec4b78a66 199.204.45.229 - - [26/Mar/2026:02:04:59 +0000] "GET /admin/realms/atmosphere/clients/e9d9ed84-c470-4126-a91a-59cffef1b74d/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.216:8080 119 0.008 404 ce4925aa024794a10d7544b3612e684f 199.204.45.229 - - [26/Mar/2026:02:04:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.216:8080 1251 0.006 200 06b77f256ae2ebd093a55f033934c634 199.204.45.229 - - [26/Mar/2026:02:04:59 +0000] "POST /admin/realms/atmosphere/clients/e9d9ed84-c470-4126-a91a-59cffef1b74d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.013 201 46ff7924bfc6970f019a373f476c4a2f 199.204.45.229 - - [26/Mar/2026:02:04:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.216:8080 1251 0.007 200 2bf5923c495dc7be4fd67447274add0a 199.204.45.229 - - [26/Mar/2026:02:05:00 +0000] "GET /admin/realms/atmosphere/clients/e9d9ed84-c470-4126-a91a-59cffef1b74d/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.022 [auth-system-keycloak-80] [] 10.0.0.216:8080 166 0.022 200 1c9aabb52443640c6cf7db9f30c91449 W0326 02:05:19.140416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:05:19.140453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:05:22.475003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:05:22.475060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:08.537925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:08.537965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:08.643526 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:06:08.643658 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0326 02:06:08.643720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:08.643746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:08.646204 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 02:06:08.646278 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0326 02:06:08.646326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:08.646341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:08.646984 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0326 02:06:08.647055 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0326 02:06:08.647094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:08.647132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 02:06:08.647404 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0326 02:06:08.647465 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0326 02:06:08.648111 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.002s admissionTime:0.004s testedConfigurationSize:18.2kB} I0326 02:06:08.648142 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0326 02:06:08.648682 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0326 02:06:08.648708 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0326 02:06:08.654163 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0326 02:06:08.654596 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0326 02:06:08.654628 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0326 02:06:08.654916 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0326 02:06:08.655345 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0326 02:06:08.655533 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"950f9a26-f8cb-44fb-9ac3-3ee6ec2dd3a1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4627", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0326 02:06:08.655565 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"cd7cda3e-456b-436e-a1a9-43dca12c9341", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4629", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0326 02:06:08.655605 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"68431ed1-c30d-47e0-9666-d46dbe2a090b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4630", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0326 02:06:08.655646 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0326 02:06:08.897793 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0326 02:06:08.898547 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0326 02:06:09.280082 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0326 02:06:09.281310 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0326 02:06:10.207627 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0326 02:06:10.209060 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0326 02:06:11.875297 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:06:11.875370 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0326 02:06:11.875410 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 02:06:11.875538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:11.875606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 02:06:11.875731 7 controller.go:196] "Configuration changes detected, backend reload required" I0326 02:06:11.928010 7 controller.go:216] "Backend successfully reloaded" I0326 02:06:11.928247 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-66fvv", UID:"3b7af5c2-ac17-4622-b7bb-89e9a1081fe5", APIVersion:"v1", ResourceVersion:"1508", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0326 02:06:15.204759 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:06:15.204844 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0326 02:06:15.204888 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 02:06:15.205010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:15.205047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:18.538961 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:06:18.539071 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0326 02:06:18.539155 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 02:06:18.539334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:18.539366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 02:06:18.740810 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.101.83.49"}] I0326 02:06:18.740863 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.101.83.49"}] I0326 02:06:18.741053 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.101.83.49"}] I0326 02:06:18.746742 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"cd7cda3e-456b-436e-a1a9-43dca12c9341", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4996", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0326 02:06:18.759086 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"68431ed1-c30d-47e0-9666-d46dbe2a090b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4997", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0326 02:06:18.760546 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"950f9a26-f8cb-44fb-9ac3-3ee6ec2dd3a1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4998", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0326 02:06:21.871342 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:06:21.871389 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0326 02:06:21.871417 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 02:06:21.871505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:21.871525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:25.204984 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:06:25.205062 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0326 02:06:25.205116 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 02:06:25.205271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:25.205297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:28.538025 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:06:28.538077 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0326 02:06:28.538105 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 02:06:28.538199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:28.538221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:31.871563 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:06:31.871625 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0326 02:06:31.871661 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 02:06:31.871773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:31.871802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:35.205751 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:06:35.205832 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0326 02:06:35.205889 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 02:06:35.206043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:35.206079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:38.539115 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:06:38.539184 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0326 02:06:38.539226 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 02:06:38.539350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:38.539374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:41.871578 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:06:41.871650 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0326 02:06:41.871724 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 02:06:41.871831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:41.871857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:45.205222 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:06:45.205268 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0326 02:06:45.205294 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 02:06:45.205373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:45.205389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:48.538664 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:06:48.538708 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0326 02:06:48.538731 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 02:06:48.538838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:48.538850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:51.871956 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:06:51.872025 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 02:06:51.872132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:51.872166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:55.205728 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:06:55.205903 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 02:06:55.206055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:55.206123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:58.538785 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:06:58.538907 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 02:06:58.539021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:06:58.539050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:07:01.871297 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:07:01.871364 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 02:07:01.871448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:07:01.871466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:07:05.205387 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:07:05.205700 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 02:07:05.205864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:07:05.205926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.189 - - [26/Mar/2026:02:07:07 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.034 [auth-system-keycloak-80] [] 10.0.0.216:8080 6432 0.033 200 116e01bbbdac7ff65f7d6a7777d8efe9 10.0.0.53 - - [26/Mar/2026:02:07:07 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.216:8080 6432 0.006 200 6f893c96fc9aef7f3c34a812cde4c7fa W0326 02:07:08.538909 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:07:08.539008 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0326 02:07:08.539122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:07:08.539149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:07:11.872267 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:07:11.872621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:07:11.872664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:07:15.205484 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:07:15.205658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:07:15.205719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:07:18.538996 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0326 02:07:18.539346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:07:18.539378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:07:23.121079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:07:23.121121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [26/Mar/2026:02:07:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.487 200 cc5670c618b130efdfa01c2451c0bfb0 199.204.45.229 - - [26/Mar/2026:02:07:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.005 [auth-system-keycloak-80] [] 10.0.0.216:8080 4246 0.006 200 c2692f7fd0e248c912f32ad79fb4e6f2 199.204.45.229 - - [26/Mar/2026:02:07:25 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.323 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.321 204 2199ef32b670f1153b10e40aa0dc9bd9 199.204.45.229 - - [26/Mar/2026:02:07:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.182 [auth-system-keycloak-80] [] 10.0.0.216:8080 4384 0.182 200 52779f52782089405bee0744b1f24899 199.204.45.229 - - [26/Mar/2026:02:07:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.465 200 8a51b78299c61f4aefdc132c2cc79383 199.204.45.229 - - [26/Mar/2026:02:07:26 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.216:8080 1682 0.009 200 ed974a7071d4744eca6701bb2d808841 199.204.45.229 - - [26/Mar/2026:02:07:27 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.216:8080 6432 0.006 200 1141c614b3d6b829e03eff75e49853c6 199.204.45.229 - - [26/Mar/2026:02:07:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.463 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.461 200 e988c5312e117ca1b1f58191b73857a7 199.204.45.229 - - [26/Mar/2026:02:07:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.216:8080 2 0.007 200 8c82be410710730b460a0d0168e673ce 199.204.45.229 - - [26/Mar/2026:02:07:29 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.166 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.165 201 69336035207f495cd0cb19c5f75afed5 199.204.45.229 - - [26/Mar/2026:02:07:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.022 [auth-system-keycloak-80] [] 10.0.0.216:8080 2246 0.022 200 bfe6b8785b18c0bbe45d7db206873910 199.204.45.229 - - [26/Mar/2026:02:07:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.463 [auth-system-keycloak-80] [] 10.0.0.216:8080 1928 0.461 200 1749dfb72618f71462cb062da1e795a0 199.204.45.229 - - [26/Mar/2026:02:07:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.216:8080 2246 0.004 200 d6aa9363446547650d3d9e9cf7f849b6 199.204.45.229 - - [26/Mar/2026:02:07:30 +0000] "GET /admin/realms/atmosphere/clients/b99821fc-864a-40fa-acf4-56aaa86a77d5/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.020 [auth-system-keycloak-80] [] 10.0.0.216:8080 233 0.020 200 066e2fbc21b74f9dd31425d5f697eced 199.204.45.229 - - [26/Mar/2026:02:07:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.036 [auth-system-keycloak-80] [] 10.0.0.216:8080 831 0.036 200 337f27635e004fa4de20b8ffc5f95a3f 199.204.45.229 - - [26/Mar/2026:02:07:30 +0000] "GET /admin/realms/atmosphere/clients/dd96045e-6f43-4e75-9d93-fa0731e0c51c/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.095 [auth-system-keycloak-80] [] 10.0.0.216:8080 3758 0.096 200 48f8bdecd35bf51739e49c67ee63621f 199.204.45.229 - - [26/Mar/2026:02:07:30 +0000] "GET /admin/realms/atmosphere/users/059c3cf8-dd19-4df1-a4ca-26edd71ea7cc/role-mappings/clients/dd96045e-6f43-4e75-9d93-fa0731e0c51c/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.082 [auth-system-keycloak-80] [] 10.0.0.216:8080 3758 0.081 200 ac608933d6bd171c3c7472eb19e29f34 199.204.45.229 - - [26/Mar/2026:02:07:30 +0000] "GET /admin/realms/atmosphere/users/059c3cf8-dd19-4df1-a4ca-26edd71ea7cc/role-mappings/clients/dd96045e-6f43-4e75-9d93-fa0731e0c51c/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.080 [auth-system-keycloak-80] [] 10.0.0.216:8080 2 0.080 200 77055ae94e215545e6d343f66547d84c 199.204.45.229 - - [26/Mar/2026:02:07:30 +0000] "POST /admin/realms/atmosphere/users/059c3cf8-dd19-4df1-a4ca-26edd71ea7cc/role-mappings/clients/dd96045e-6f43-4e75-9d93-fa0731e0c51c HTTP/1.1" 204 0 "-" "Ansible" 1390 0.017 [auth-system-keycloak-80] [] 10.0.0.216:8080 0 0.016 204 fe4ee4d6b596fa29e33dc1a00b10ffd3 199.204.45.229 - - [26/Mar/2026:02:07:30 +0000] "GET /admin/realms/atmosphere/users/059c3cf8-dd19-4df1-a4ca-26edd71ea7cc/role-mappings/clients/dd96045e-6f43-4e75-9d93-fa0731e0c51c/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.062 [auth-system-keycloak-80] [] 10.0.0.216:8080 576 0.062 200 3a385501ae399e005cac70af18967c98 W0326 02:07:33.114185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:07:33.114232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:07:36.449267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:07:36.449323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:07:39.782171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:07:39.782244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:07:43.115023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:07:43.115070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:09:38.802557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:09:38.802612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:10:15.005209 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0326 02:10:15.005294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:10:15.005314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 02:10:15.009016 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0326 02:10:15.009055 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0326 02:10:15.014520 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0326 02:10:15.014794 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"04c68600-c376-4f61-bb07-126a502def56", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7100", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0326 02:10:15.015028 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0326 02:10:15.015405 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0326 02:10:15.015476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:10:15.015499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 02:10:15.015608 7 controller.go:196] "Configuration changes detected, backend reload required" I0326 02:10:15.064108 7 controller.go:216] "Backend successfully reloaded" I0326 02:10:15.064312 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-66fvv", UID:"3b7af5c2-ac17-4622-b7bb-89e9a1081fe5", APIVersion:"v1", ResourceVersion:"1508", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0326 02:10:15.389779 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0326 02:10:15.391016 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0326 02:10:18.349526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:10:18.349572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 02:10:18.568186 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.101.83.49"}] I0326 02:10:18.573285 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"04c68600-c376-4f61-bb07-126a502def56", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7148", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.229 - - [26/Mar/2026:02:10:19 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.004 300 676af35c44cc4eba8f37c0ad3f2b3994 199.204.45.229 - - [26/Mar/2026:02:10:20 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 266 0.004 200 3c3f6163a23b3fd71319773a2accbb05 199.204.45.229 - - [26/Mar/2026:02:10:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.355 [openstack-keystone-api-5000] [] 10.0.0.120:5000 1360 0.355 201 14f1fde4d109da488a5456f4b62468d2 199.204.45.229 - - [26/Mar/2026:02:10:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.004 300 54c5a3996ee830aec25e50d98c56791a 199.204.45.229 - - [26/Mar/2026:02:10:21 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.036 [openstack-keystone-api-5000] [] 10.0.0.120:5000 90 0.036 404 7dc700c04928570e3840512102318d2e 199.204.45.229 - - [26/Mar/2026:02:10:21 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.120:5000 368 0.027 200 f2cebbb238185e55bcd107078ec042cf 199.204.45.229 - - [26/Mar/2026:02:10:21 +0000] "GET /v3/domains/3206f8485ec74f43ab192423b243e7a9 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-keystone-api-5000] [] 10.0.0.120:5000 245 0.018 200 d7bfb6289d80dc158a4672b1c23f6048 W0326 02:10:21.683037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:10:21.683070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [26/Mar/2026:02:10:21 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.120:5000 266 0.003 200 1a28dc34fddc3aeb0cbfebac414ba86f 199.204.45.229 - - [26/Mar/2026:02:10:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.120:5000 1360 0.292 201 0a4669cf8b84ad0b34624d72d701a7e9 199.204.45.229 - - [26/Mar/2026:02:10:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.003 300 1d8cd2ef53c172f92b9fce3e73f00ff5 199.204.45.229 - - [26/Mar/2026:02:10:22 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.021 [openstack-keystone-api-5000] [] 10.0.0.120:5000 101 0.020 404 581c737faa60a9da9c2e4f309be19fbf 199.204.45.229 - - [26/Mar/2026:02:10:22 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.022 [openstack-keystone-api-5000] [] 10.0.0.120:5000 156 0.022 200 18fdac669ad51b3f5a70491536428dcc 199.204.45.229 - - [26/Mar/2026:02:10:22 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.022 [openstack-keystone-api-5000] [] 10.0.0.120:5000 342 0.023 201 309facee286fdec96f9fbbd6b25f4de6 199.204.45.229 - - [26/Mar/2026:02:10:22 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.006 [openstack-keystone-api-5000] [] 10.0.0.120:5000 266 0.005 200 951cc42680a6987ca2a585e053ac02bf 199.204.45.229 - - [26/Mar/2026:02:10:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.120:5000 1360 0.293 201 bf0e3310fa52fa419650ccde0fee9c0e 199.204.45.229 - - [26/Mar/2026:02:10:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.004 300 a4399b37dc6ab3832be3371f10dfd3b6 199.204.45.229 - - [26/Mar/2026:02:10:23 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.120:5000 98 0.020 404 9b2b553545bd94488742f8f43184dad5 199.204.45.229 - - [26/Mar/2026:02:10:23 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.120:5000 136 0.016 200 e739696a0c3058115377dccf54fd037f 199.204.45.229 - - [26/Mar/2026:02:10:23 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.022 [openstack-keystone-api-5000] [] 10.0.0.120:5000 357 0.022 201 359d1f758e9ddd0b73fc4c5c2f679e60 199.204.45.229 - - [26/Mar/2026:02:10:23 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.120:5000 266 0.004 200 6d2c7af5244eff537895d16caadf672c 199.204.45.229 - - [26/Mar/2026:02:10:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.120:5000 1360 0.283 201 3691032e123ae58fe4f7f4092ebc345f 199.204.45.229 - - [26/Mar/2026:02:10:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.004 300 ba5f8c5b41e021e2c6759cd4f8aac46b 199.204.45.229 - - [26/Mar/2026:02:10:24 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.021 [openstack-keystone-api-5000] [] 10.0.0.120:5000 131 0.020 404 22534cb7c98b694b34cc3d0137e13fdc 199.204.45.229 - - [26/Mar/2026:02:10:24 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.025 [openstack-keystone-api-5000] [] 10.0.0.120:5000 168 0.026 200 61d68299736e50ba20b006019e9bbecd 199.204.45.229 - - [26/Mar/2026:02:10:24 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.019 [openstack-keystone-api-5000] [] 10.0.0.120:5000 224 0.019 201 0c9bfcc554bb18c2e690baed73463569 W0326 02:10:33.526119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:10:33.526158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:10:36.861400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:10:36.861476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:10:40.194308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:10:40.194370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:10:43.526794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:10:43.526823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:10:57.982415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:10:57.982445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:11:01.316109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:11:01.316172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:11:04.650278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:11:04.650320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:11:07.983463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:11:07.983501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:12:34.372356 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0326 02:12:34.372520 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0326 02:12:34.372615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:12:34.372664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 02:12:34.377470 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:32.2kB} I0326 02:12:34.377506 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0326 02:12:34.387581 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0326 02:12:34.387837 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"97b80d5c-46af-4457-8afb-1996955f051c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8176", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0326 02:12:34.388018 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0326 02:12:34.388301 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0326 02:12:34.388379 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0326 02:12:34.388431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:12:34.388447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 02:12:34.388536 7 controller.go:196] "Configuration changes detected, backend reload required" I0326 02:12:34.436125 7 controller.go:216] "Backend successfully reloaded" I0326 02:12:34.436315 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-66fvv", UID:"3b7af5c2-ac17-4622-b7bb-89e9a1081fe5", APIVersion:"v1", ResourceVersion:"1508", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0326 02:12:34.618314 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0326 02:12:34.619189 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.229 - - [26/Mar/2026:02:12:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.004 300 46d1f741a6d854e719b81825f3d2a7d4 199.204.45.229 - - [26/Mar/2026:02:12:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.120:5000 1992 0.311 201 4e0787ac14c18a853e8bff6f0f5b65ca 199.204.45.229 - - [26/Mar/2026:02:12:35 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.120:5000 85 0.023 404 a3008680879eda5c9e15925e6637caf5 199.204.45.229 - - [26/Mar/2026:02:12:35 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-keystone-api-5000] [] 10.0.0.120:5000 129 0.024 200 d86ecfb4181cbff263003e14ec864ce5 199.204.45.229 - - [26/Mar/2026:02:12:35 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.027 [openstack-keystone-api-5000] [] 10.0.0.120:5000 230 0.027 201 861568ae2a15ebf5e95c173efff6795e W0326 02:12:37.722805 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0326 02:12:37.722997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:12:37.723029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:12:41.975090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:12:41.975126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [26/Mar/2026:02:12:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.004 300 d4e54a844f233f327c8e42227c0ad87c 199.204.45.229 - - [26/Mar/2026:02:12:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.285 [openstack-keystone-api-5000] [] 10.0.0.120:5000 1992 0.285 201 11b1f2b0f056e8ce6c17189e139d3f93 199.204.45.229 - - [26/Mar/2026:02:12:43 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.029 [openstack-keystone-api-5000] [] 10.0.0.120:5000 1521 0.030 200 ba376b748fd628fa70824e5f9a9bb6c1 199.204.45.229 - - [26/Mar/2026:02:12:44 +0000] "PUT /v3/roles/daadd47dd0624eb485327bc2d67cfbd8/implies/23b65f91312445fca98ae38ff3ae7dcd HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.043 [openstack-keystone-api-5000] [] 10.0.0.120:5000 521 0.044 201 a894d86c418ad403534507d302ae14de I0326 02:13:19.535101 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.101.83.49"}] I0326 02:13:19.586571 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"97b80d5c-46af-4457-8afb-1996955f051c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8561", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0326 02:13:19.587806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:13:19.587826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [26/Mar/2026:02:13:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.004 300 1e0f8e2f22645883fa213c78d3800a33 199.204.45.229 - - [26/Mar/2026:02:13:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.370 [openstack-keystone-api-5000] [] 10.0.0.120:5000 2055 0.370 201 2de41d73f72b93dfdc5f64548c1860cc 199.204.45.229 - - [26/Mar/2026:02:13:44 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.029 [openstack-keystone-api-5000] [] 10.0.0.120:5000 87 0.029 404 bf7c562b821fdefdfeb1bbc9b8695b8e 199.204.45.229 - - [26/Mar/2026:02:13:44 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.032 [openstack-keystone-api-5000] [] 10.0.0.120:5000 390 0.031 200 4de23e5394354bb0291f2a50272c8674 199.204.45.229 - - [26/Mar/2026:02:13:44 +0000] "GET /v3/users/rgw-RegionOne?domain_id=f7580d9201cb4125b038a76f8c307513 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.033 [openstack-keystone-api-5000] [] 10.0.0.120:5000 91 0.032 404 72fee316eb66c7dfe101ce16c24126b7 199.204.45.229 - - [26/Mar/2026:02:13:44 +0000] "GET /v3/users?domain_id=f7580d9201cb4125b038a76f8c307513&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.046 [openstack-keystone-api-5000] [] 10.0.0.120:5000 178 0.047 200 53b370cdd83dc0c8b1ccbcebff6e11c2 199.204.45.229 - - [26/Mar/2026:02:13:44 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.472 [openstack-keystone-api-5000] [] 10.0.0.120:5000 291 0.471 201 40f9d50d091a9c719130cc536a308462 199.204.45.229 - - [26/Mar/2026:02:13:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.004 300 aa908634cfdd96cf6485657b0ecd9415 199.204.45.229 - - [26/Mar/2026:02:13:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.286 [openstack-keystone-api-5000] [] 10.0.0.120:5000 2055 0.286 201 872f12ee5819cffe1f2f50ada496aaa7 199.204.45.229 - - [26/Mar/2026:02:13:49 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 429 0.049 [openstack-keystone-api-5000] [] 10.0.0.120:5000 83 0.049 404 14042f888e539e981903bd90d6578a63 199.204.45.229 - - [26/Mar/2026:02:13:49 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 447 0.024 [openstack-keystone-api-5000] [] 10.0.0.120:5000 361 0.024 200 097a072413a5217c89948aaf41def260 199.204.45.229 - - [26/Mar/2026:02:13:49 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.026 [openstack-keystone-api-5000] [] 10.0.0.120:5000 87 0.026 404 610019c844cf039fbed605bf1656ce76 199.204.45.229 - - [26/Mar/2026:02:13:49 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.023 [openstack-keystone-api-5000] [] 10.0.0.120:5000 390 0.024 200 ba8e7c3d00ea2c3620d4c0cfe6183065 199.204.45.229 - - [26/Mar/2026:02:13:49 +0000] "GET /v3/users/rgw-RegionOne?domain_id=f7580d9201cb4125b038a76f8c307513 HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 480 0.023 [openstack-keystone-api-5000] [] 10.0.0.120:5000 91 0.023 404 665f65f4a59d5cc004994da0037a84ac 199.204.45.229 - - [26/Mar/2026:02:13:49 +0000] "GET /v3/users?domain_id=f7580d9201cb4125b038a76f8c307513&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 498 0.036 [openstack-keystone-api-5000] [] 10.0.0.120:5000 458 0.035 200 1de0a023cc0e6b799915eb99cfbc8fdf 199.204.45.229 - - [26/Mar/2026:02:13:49 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 434 0.030 [openstack-keystone-api-5000] [] 10.0.0.120:5000 88 0.030 404 3bfc60b000ae8563b92753aa5de3d878 199.204.45.229 - - [26/Mar/2026:02:13:49 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 452 0.036 [openstack-keystone-api-5000] [] 10.0.0.120:5000 520 0.036 200 01562b15c5ce8256249e9c97cbee601f 199.204.45.229 - - [26/Mar/2026:02:13:49 +0000] "PUT /v3/projects/407186d53ed94213aa0b21dd9601fbd4/users/8eb7ec16f7aa4cf898daea78949dc67d/roles/36c16b1764bb4d43b495a276f0fc45bd HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 556 0.199 [openstack-keystone-api-5000] [] 10.0.0.120:5000 0 0.199 204 ec8e72b7831826192643dbbf1a8ad887 199.204.45.229 - - [26/Mar/2026:02:13:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.003 300 458d1c036600cb38c9cbcf7cb550f5a3 199.204.45.229 - - [26/Mar/2026:02:13:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.353 [openstack-keystone-api-5000] [] 10.0.0.120:5000 2055 0.353 201 8f2d74effe2ef80083d54872cd923b4b 199.204.45.229 - - [26/Mar/2026:02:13:56 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.036 [openstack-keystone-api-5000] [] 10.0.0.120:5000 151 0.036 200 c09cebb671d8ce2923f1f167e25e2ed7 199.204.45.229 - - [26/Mar/2026:02:13:56 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.036 [openstack-keystone-api-5000] [] 10.0.0.120:5000 263 0.036 201 baa3ea2f385013bb9f524db2192d8800 199.204.45.229 - - [26/Mar/2026:02:13:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.004 300 56fb11aa8c3a064d082635165f41774c 199.204.45.229 - - [26/Mar/2026:02:13:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.120:5000 2157 0.303 201 3456c2cd788f92e66cda034dad79be09 199.204.45.229 - - [26/Mar/2026:02:13:57 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.037 [openstack-keystone-api-5000] [] 10.0.0.120:5000 86 0.037 404 4a91135f98e87e0ec2394f2b3334f393 199.204.45.229 - - [26/Mar/2026:02:13:57 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.012 [openstack-keystone-api-5000] [] 10.0.0.120:5000 382 0.012 200 6f51803c4effcd7c93f0a6051740ebe1 199.204.45.229 - - [26/Mar/2026:02:13:57 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=1d5e98d7865b4949a50616b836123a34 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.025 [openstack-keystone-api-5000] [] 10.0.0.120:5000 205 0.025 200 d690db1056ba84b17b7ffbe1e4085c5c 199.204.45.229 - - [26/Mar/2026:02:13:57 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.034 [openstack-keystone-api-5000] [] 10.0.0.120:5000 379 0.033 201 559dd93b83552780b63f39ee9adebc09 199.204.45.229 - - [26/Mar/2026:02:13:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.003 300 76ecd54bc471ed3612d6e9cf36167d97 199.204.45.229 - - [26/Mar/2026:02:13:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.120:5000 2366 0.295 201 d4ca21509bcc7930e394e380a9d98490 199.204.45.229 - - [26/Mar/2026:02:13:58 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.120:5000 86 0.024 404 17ea3551e561a2ba336b37149c39cb77 199.204.45.229 - - [26/Mar/2026:02:13:58 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.012 [openstack-keystone-api-5000] [] 10.0.0.120:5000 382 0.013 200 b2c18298c8ff6038b7c0c677c57c7bd8 199.204.45.229 - - [26/Mar/2026:02:13:58 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=1d5e98d7865b4949a50616b836123a34 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.026 [openstack-keystone-api-5000] [] 10.0.0.120:5000 207 0.026 200 7edd1a05e2c5ce8a39f862f66911b409 199.204.45.229 - - [26/Mar/2026:02:13:58 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.057 [openstack-keystone-api-5000] [] 10.0.0.120:5000 392 0.058 201 62f6d4f627bf09774ee03ccef80b7e09 W0326 02:13:59.936268 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0326 02:13:59.936402 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0326 02:13:59.936478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:13:59.936501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 02:13:59.941098 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0326 02:13:59.941136 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0326 02:13:59.946312 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0326 02:13:59.946623 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"403e0bca-06be-4189-a5c8-11ec23461b08", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8825", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0326 02:13:59.946943 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0326 02:13:59.947323 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0326 02:13:59.947433 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0326 02:13:59.947511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:13:59.947532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 02:13:59.947683 7 controller.go:196] "Configuration changes detected, backend reload required" I0326 02:14:00.001586 7 controller.go:216] "Backend successfully reloaded" I0326 02:14:00.001802 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-66fvv", UID:"3b7af5c2-ac17-4622-b7bb-89e9a1081fe5", APIVersion:"v1", ResourceVersion:"1508", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0326 02:14:00.267331 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0326 02:14:00.268454 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0326 02:14:03.280937 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0326 02:14:03.281173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:14:03.281199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:14:16.563575 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0326 02:14:16.563758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:14:16.563774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 02:14:18.568214 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.101.83.49"}] I0326 02:14:18.572588 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"403e0bca-06be-4189-a5c8-11ec23461b08", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9000", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0326 02:14:19.897153 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0326 02:14:19.897333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:14:19.897361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 02:14:19.897692 7 controller.go:196] "Configuration changes detected, backend reload required" I0326 02:14:19.963603 7 controller.go:216] "Backend successfully reloaded" I0326 02:14:19.963895 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-66fvv", UID:"3b7af5c2-ac17-4622-b7bb-89e9a1081fe5", APIVersion:"v1", ResourceVersion:"1508", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0326 02:14:23.231272 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0326 02:14:23.231466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:14:23.231662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:14:26.564546 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0326 02:14:26.564745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:14:26.564767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:14:29.898493 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0326 02:14:29.898756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:14:29.899867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:14:47.077745 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0326 02:14:47.077946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:14:47.077978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:14:50.411138 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0326 02:14:50.411324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:14:50.411382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:14:55.120923 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0326 02:14:55.121042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:14:55.121056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:15:02.962336 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0326 02:15:02.962434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:15:02.962448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:15:41.601716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:15:41.601757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:17:04.712233 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0326 02:17:04.712370 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0326 02:17:04.712456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:17:04.712480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 02:17:04.716689 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:39.2kB} I0326 02:17:04.716715 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0326 02:17:04.721231 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0326 02:17:04.721625 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"57a08ff6-4b05-48a1-9df5-809263135c8c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10343", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0326 02:17:04.721815 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0326 02:17:04.722168 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0326 02:17:04.722325 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0326 02:17:04.722420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:17:04.722453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0326 02:17:04.722596 7 controller.go:196] "Configuration changes detected, backend reload required" I0326 02:17:04.772748 7 controller.go:216] "Backend successfully reloaded" I0326 02:17:04.773296 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-66fvv", UID:"3b7af5c2-ac17-4622-b7bb-89e9a1081fe5", APIVersion:"v1", ResourceVersion:"1508", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0326 02:17:05.170071 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0326 02:17:05.170779 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0326 02:17:08.056554 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0326 02:17:08.056747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:17:08.056780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [26/Mar/2026:02:17:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.003 300 118b48e1d3d05b2ec752345af5effa71 199.204.45.229 - - [26/Mar/2026:02:17:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.327 [openstack-keystone-api-5000] [] 10.0.0.120:5000 3201 0.326 201 3f8fa9bc8d27fad02ec6492a1a4c672a 199.204.45.229 - - [26/Mar/2026:02:17:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4a0528e44b902168f30b956529a9ab2a 199.204.45.229 - - [26/Mar/2026:02:17:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b61c55fa972fca770a4a9686fb7c92c6 199.204.45.229 - - [26/Mar/2026:02:17:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.004 300 467b669c039f322c8fd8d7b3393fa06c 199.204.45.229 - - [26/Mar/2026:02:17:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.120:5000 3201 0.295 201 a72447f47cdcdf20ac014ea12ce45ea8 199.204.45.229 - - [26/Mar/2026:02:17:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 71c8b13efe643434f0246002f7bd0e2a 199.204.45.229 - - [26/Mar/2026:02:17:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8eeef9431a5504b8979980f909a32e81 199.204.45.229 - - [26/Mar/2026:02:17:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.003 300 f5ea2ec796be40b3703eb7d7f8026515 199.204.45.229 - - [26/Mar/2026:02:17:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.120:5000 3201 0.293 201 5e34418aded0335d1371da0f9b5e84df 199.204.45.229 - - [26/Mar/2026:02:17:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f72aaf78502517ef7a145e1b07069035 199.204.45.229 - - [26/Mar/2026:02:17:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 68a604458773924af35fe0519e58fe9e W0326 02:17:13.253672 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0326 02:17:13.253852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:17:13.253880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [26/Mar/2026:02:17:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.004 300 c030ac3372f46140efd47ebed2c4eae9 199.204.45.229 - - [26/Mar/2026:02:17:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.278 [openstack-keystone-api-5000] [] 10.0.0.120:5000 3201 0.277 201 216c5d20540d89bed601eab8f7bb24f2 199.204.45.229 - - [26/Mar/2026:02:17:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ffbacb12b09240fbc97276c7093b5173 199.204.45.229 - - [26/Mar/2026:02:17:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7cec607db998914eb089f1d39ff5af2a 199.204.45.229 - - [26/Mar/2026:02:17:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.004 300 baac11ad00b0ed2d0e2933199d85e6e0 199.204.45.229 - - [26/Mar/2026:02:17:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.120:5000 3201 0.303 201 ea5838f58c91a3af93e0d161bebcb12d 199.204.45.229 - - [26/Mar/2026:02:17:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ca521cc22d01a55c5026be3739a5a931 199.204.45.229 - - [26/Mar/2026:02:17:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e235ce64aedbfe03fcdc903cc71d077c 199.204.45.229 - - [26/Mar/2026:02:17:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.005 300 d68bada3d76fed41ba33e4f2088e394a 199.204.45.229 - - [26/Mar/2026:02:17:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.120:5000 3201 0.292 201 ac4dcecec28209ef200f4d1a1a93a914 199.204.45.229 - - [26/Mar/2026:02:17:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4506056f6ca1e4f388652b4baae4eb83 199.204.45.229 - - [26/Mar/2026:02:17:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e07b90d99ac19010814e32fb3f2a10cb I0326 02:17:18.568001 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.101.83.49"}] I0326 02:17:18.574108 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"57a08ff6-4b05-48a1-9df5-809263135c8c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10464", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0326 02:17:18.574715 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0326 02:17:18.574864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:17:18.574885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [26/Mar/2026:02:17:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.003 300 d7dd1c5b2aacdce8c6264b10be351592 199.204.45.229 - - [26/Mar/2026:02:17:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.120:5000 3201 0.285 201 4416dc4678d2c4957e631dadfa164e2b 199.204.45.229 - - [26/Mar/2026:02:17:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 106596b4f71c1ff0961cafc9c7c7c376 199.204.45.229 - - [26/Mar/2026:02:17:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f684c274c368e6f14fb03addee8fd19c 199.204.45.229 - - [26/Mar/2026:02:17:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.004 300 d75e42aa99f1e1c284baa1a5dfd97f62 199.204.45.229 - - [26/Mar/2026:02:17:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.120:5000 3201 0.293 201 12686ed56d4edbed31bbc15e53b80d85 199.204.45.229 - - [26/Mar/2026:02:17:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 96a19478a5adfc191f0a68d74b1354e7 199.204.45.229 - - [26/Mar/2026:02:17:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e35ac0fc91b6471eaa44d2ae26c48933 199.204.45.229 - - [26/Mar/2026:02:17:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.004 300 e9f707b3ec70ccf22f0e020ac9423e6d 199.204.45.229 - - [26/Mar/2026:02:17:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.120:5000 3201 0.302 201 ad1cc3c172ea5f896aa601932d45a0ee 199.204.45.229 - - [26/Mar/2026:02:17:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 22714586e482e78725fd97422a6f7883 199.204.45.229 - - [26/Mar/2026:02:17:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - abdbc5eb5499bf7d9ec0f4f6045fa9c4 W0326 02:17:23.692264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:17:23.692295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [26/Mar/2026:02:17:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.004 300 18aa8e269812e55465a0510d8b9fad9c 199.204.45.229 - - [26/Mar/2026:02:17:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.120:5000 3201 0.283 201 164adbc43ed1a309a2261316c80e2c59 199.204.45.229 - - [26/Mar/2026:02:17:24 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.191:9292 1312 0.002 300 31021ca9bdda4d1f3c4a8e15110d51b6 199.204.45.229 - - [26/Mar/2026:02:17:25 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.560 [openstack-glance-api-9292] [] 10.0.0.191:9292 69 0.559 200 8184a587376345bd727fcc002fb98af1 199.204.45.229 - - [26/Mar/2026:02:17:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.003 300 89e6891964a95d4ae498deb303ce83c2 199.204.45.229 - - [26/Mar/2026:02:17:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.120:5000 3201 0.294 201 56406e8642da27b14b85f0a0b61dc0af 199.204.45.229 - - [26/Mar/2026:02:17:28 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.191:9292 1312 0.001 300 5c0a493893a30050c8d0913a2a3534bb 199.204.45.229 - - [26/Mar/2026:02:17:28 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.035 [openstack-glance-api-9292] [] 10.0.0.191:9292 69 0.035 200 997b761b8f56b142ea20ccd4c3a7d41b 199.204.45.229 - - [26/Mar/2026:02:17:28 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.120 [openstack-glance-api-9292] [] 10.0.0.191:9292 151 0.120 404 f32e789602d96894ffef00fb4cfba05f 199.204.45.229 - - [26/Mar/2026:02:17:28 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.024 [openstack-glance-api-9292] [] 10.0.0.191:9292 81 0.024 200 878129b7e61cfa4ece03c8bb0f84bb03 199.204.45.229 - - [26/Mar/2026:02:17:28 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.022 [openstack-glance-api-9292] [] 10.0.0.191:9292 84 0.022 200 a39c33a2329a9dc1df12ba835352baf6 199.204.45.229 - - [26/Mar/2026:02:17:28 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.061 [openstack-glance-api-9292] [] 10.0.0.191:9292 760 0.062 201 927bd3e804d01054f2ec4c9b6fde3aa4 199.204.45.229 - - [26/Mar/2026:02:17:33 +0000] "PUT /v2/images/a5adec52-5b95-467b-9bf8-1b7acbd96e56/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.317 [openstack-glance-api-9292] [] 10.0.0.191:9292 0 4.318 204 824d44eb8dc18c09ff0278778e14e803 199.204.45.229 - - [26/Mar/2026:02:17:33 +0000] "GET /v2/images/a5adec52-5b95-467b-9bf8-1b7acbd96e56 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.191:9292 1171 0.014 200 792d7b6e9f84d7b3e4b57cf48b1e2029 199.204.45.229 - - [26/Mar/2026:02:17:33 +0000] "GET /v2/images/a5adec52-5b95-467b-9bf8-1b7acbd96e56 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.191:9292 1171 0.015 200 3858a4759a22c1a7a800d72b814c2202 W0326 02:17:35.972169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:17:35.972231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:17:39.316049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0326 02:17:39.316086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store