------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0329 01:56:29.756593 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0329 01:56:29.756830 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0329 01:56:29.765655 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0329 01:56:29.768405 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0329 01:56:30.384094 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0329 01:56:30.405909 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0329 01:56:30.417293 7 nginx.go:271] "Starting NGINX Ingress controller" I0329 01:56:30.423058 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"7929bd58-e53e-4906-9b76-2037f2374174", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0329 01:56:30.429474 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"7322d578-507c-4d04-a4c6-ce317cbde556", APIVersion:"v1", ResourceVersion:"1362", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0329 01:56:30.429554 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"3ff45e80-0124-461e-9166-3c6e97f09a4a", APIVersion:"v1", ResourceVersion:"1363", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0329 01:56:31.619219 7 nginx.go:317] "Starting NGINX process" I0329 01:56:31.619252 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0329 01:56:31.619732 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0329 01:56:31.620194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:31.620263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 01:56:31.620336 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 01:56:31.629612 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0329 01:56:31.629710 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-f5c9s" I0329 01:56:31.655954 7 controller.go:216] "Backend successfully reloaded" I0329 01:56:31.656045 7 controller.go:227] "Initial sync, sleeping for 1 second" I0329 01:56:31.656161 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-f5c9s", UID:"58f092ec-6cf8-42fb-806d-8d01772b0483", APIVersion:"v1", ResourceVersion:"1402", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 01:56:35.439186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:35.439230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:38.773493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:38.773558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:42.107256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:42.107321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:45.440774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:45.440831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:48.773964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:48.773996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:56.190203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:56.190247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:59.523690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:59.523732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:02.857408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:02.857452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:07.493490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:07.493534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:10.827679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:10.827753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:03.914489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:03.914527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:07.249037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:07.249084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:11.881260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:11.881488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:15.214750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:15.214797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:18.548301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:18.548354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:21.882149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:21.882179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:25.214972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:25.215007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:28.550486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:28.550552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:31.882096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:31.882143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:35.215419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:35.215476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:38.548117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:38.548213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:43.275687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:43.275732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:46.609578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:46.609729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:00:46.772071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:00:46.772119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:00:49.263308 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-204.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-204.nip.io-tls was not found. Using default certificate W0329 02:00:49.263371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:00:49.263388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:00:49.265201 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0329 02:00:49.265237 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0329 02:00:49.295441 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0329 02:00:49.295863 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.162-253-55-204.nip.io-tls" in local store I0329 02:00:49.296254 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"0a380c40-e02e-43e9-b330-af2c6e275ebb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3384", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:00:49.751908 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.162-253-55-204.nip.io-tls" I0329 02:00:49.752773 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.162-253-55-204.nip.io-tls" W0329 02:00:50.106253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:00:50.106299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:00:50.106377 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:00:50.150313 7 controller.go:216] "Backend successfully reloaded" I0329 02:00:50.150617 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-f5c9s", UID:"58f092ec-6cf8-42fb-806d-8d01772b0483", APIVersion:"v1", ResourceVersion:"1402", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:00:53.440499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:00:53.440551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.204 - - [29/Mar/2026:02:01:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.975 [auth-system-keycloak-80] [] 10.0.0.86:8080 1928 1.973 200 0a5443eb84ed8b0d047c7f902367d080 162.253.55.204 - - [29/Mar/2026:02:01:01 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.107 [auth-system-keycloak-80] [] 10.0.0.86:8080 116 0.107 404 d79fc344e22a73d6261e49a5f75e714e 162.253.55.204 - - [29/Mar/2026:02:01:05 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.087 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 4.086 201 35fa7310c764952504dd45e94fb8ac43 162.253.55.204 - - [29/Mar/2026:02:01:05 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.501 [auth-system-keycloak-80] [] 10.0.0.86:8080 4246 0.501 200 1cfc8c34ec7021b993ea563b6593d3af 162.253.55.204 - - [29/Mar/2026:02:01:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.503 [auth-system-keycloak-80] [] 10.0.0.86:8080 1928 0.502 200 d6e0fda7cd4d491595d07121304f74e5 162.253.55.204 - - [29/Mar/2026:02:01:06 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.073 [auth-system-keycloak-80] [] 10.0.0.86:8080 12500 0.073 200 09966f6eb971ff08a4976c2aa50274eb 162.253.55.204 - - [29/Mar/2026:02:01:06 +0000] "GET /admin/realms/atmosphere/client-scopes/97fff78d-c6a9-4285-ae90-640d2232a410 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.86:8080 1278 0.010 200 ef9f11455fd379319490218a096cb6c1 162.253.55.204 - - [29/Mar/2026:02:01:06 +0000] "PUT /admin/realms/atmosphere/client-scopes/97fff78d-c6a9-4285-ae90-640d2232a410 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.072 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.071 204 136132d33b928fcd4cd2312e25d31e1d 162.253.55.204 - - [29/Mar/2026:02:01:06 +0000] "GET /admin/realms/atmosphere/client-scopes/97fff78d-c6a9-4285-ae90-640d2232a410/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.020 [auth-system-keycloak-80] [] 10.0.0.86:8080 963 0.019 200 55406393d89707eed0590db6da0ec520 162.253.55.204 - - [29/Mar/2026:02:01:06 +0000] "GET /admin/realms/atmosphere/client-scopes/97fff78d-c6a9-4285-ae90-640d2232a410/protocol-mappers/models/28c9e6e3-efc9-429e-93ab-1d28777c19b2 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.038 [auth-system-keycloak-80] [] 10.0.0.86:8080 366 0.039 200 f05dcadffeab6ae4d1d757bc43cdde48 162.253.55.204 - - [29/Mar/2026:02:01:06 +0000] "PUT /admin/realms/atmosphere/client-scopes/97fff78d-c6a9-4285-ae90-640d2232a410/protocol-mappers/models/28c9e6e3-efc9-429e-93ab-1d28777c19b2 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.038 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.038 204 048d0cf33a5556fff58c67c134490b50 162.253.55.204 - - [29/Mar/2026:02:01:07 +0000] "GET /admin/realms/atmosphere/client-scopes/97fff78d-c6a9-4285-ae90-640d2232a410 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.052 [auth-system-keycloak-80] [] 10.0.0.86:8080 1218 0.052 200 6f9966b6fb56b5d497954f263568e748 162.253.55.204 - - [29/Mar/2026:02:01:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.515 [auth-system-keycloak-80] [] 10.0.0.86:8080 1928 0.514 200 73add0f5d493b456df328bedd60f66a4 162.253.55.204 - - [29/Mar/2026:02:01:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.073 [auth-system-keycloak-80] [] 10.0.0.86:8080 2 0.074 200 a86f9f5f79ebad6aa12d7e7774ccf162 162.253.55.204 - - [29/Mar/2026:02:01:28 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.122 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.121 201 d48ed9b2b8e281a584937fd9afcaeda2 162.253.55.204 - - [29/Mar/2026:02:01:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.074 [auth-system-keycloak-80] [] 10.0.0.86:8080 1261 0.074 200 5ff7de0fc8736b566c2f6aec0dcc4f7f 162.253.55.204 - - [29/Mar/2026:02:01:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.628 [auth-system-keycloak-80] [] 10.0.0.86:8080 1928 0.627 200 23df4fe40a2434dae6674be1f456ce96 162.253.55.204 - - [29/Mar/2026:02:01:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.86:8080 2 0.010 200 d50eaaabc77c3eadc36be02020bae3e1 162.253.55.204 - - [29/Mar/2026:02:01:29 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.076 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.075 201 80c56d363e05320ca499e350ed4a1526 162.253.55.204 - - [29/Mar/2026:02:01:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.069 [auth-system-keycloak-80] [] 10.0.0.86:8080 1286 0.069 200 e71fb5b9e66667cc42a1fba603e0ed0e 162.253.55.204 - - [29/Mar/2026:02:01:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.457 [auth-system-keycloak-80] [] 10.0.0.86:8080 1928 0.456 200 92e5fbdcf575b2a35269741f8bfd8675 162.253.55.204 - - [29/Mar/2026:02:01:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.027 [auth-system-keycloak-80] [] 10.0.0.86:8080 2 0.027 200 fc60ef0621ab3244a67c6601099d8f9d 162.253.55.204 - - [29/Mar/2026:02:01:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.092 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.091 201 0a6f64ca33833de4e8db22b4393ea75c 162.253.55.204 - - [29/Mar/2026:02:01:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.021 [auth-system-keycloak-80] [] 10.0.0.86:8080 1251 0.021 200 797fbfe66c5184fcc064e62555b8256d 162.253.55.204 - - [29/Mar/2026:02:01:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.86:8080 1928 0.470 200 3cb155910cb87fab0a3a5c44abf61502 162.253.55.204 - - [29/Mar/2026:02:01:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.86:8080 1261 0.008 200 d14a82f85b9f9b37e01536d891b71bda 162.253.55.204 - - [29/Mar/2026:02:01:31 +0000] "GET /admin/realms/atmosphere/clients/ad9cd6d6-6480-49ca-b971-8c9a844959d9/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.86:8080 119 0.011 404 5b3b30ed6391c4cdf4cf021dffeabb99 162.253.55.204 - - [29/Mar/2026:02:01:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.86:8080 1261 0.007 200 66dcf8cc9d8987ca38a2d2771597cc2c 162.253.55.204 - - [29/Mar/2026:02:01:31 +0000] "POST /admin/realms/atmosphere/clients/ad9cd6d6-6480-49ca-b971-8c9a844959d9/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.033 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.033 201 980574848c201494ce577a492fe5acfc 162.253.55.204 - - [29/Mar/2026:02:01:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.86:8080 1261 0.007 200 a4ec7ac1783477328df70d1c95913f3c 162.253.55.204 - - [29/Mar/2026:02:01:31 +0000] "GET /admin/realms/atmosphere/clients/ad9cd6d6-6480-49ca-b971-8c9a844959d9/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.058 [auth-system-keycloak-80] [] 10.0.0.86:8080 166 0.058 200 4167fcfb8ac81631c2b1e23990c59cc6 I0329 02:01:31.641782 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.100.50.30"}] I0329 02:01:31.646950 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"0a380c40-e02e-43e9-b330-af2c6e275ebb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3793", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:01:31.648398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:31.648424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.204 - - [29/Mar/2026:02:01:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.466 [auth-system-keycloak-80] [] 10.0.0.86:8080 1928 0.466 200 eec69e3fd7c1e7144e2306a6506077a2 162.253.55.204 - - [29/Mar/2026:02:01:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.026 [auth-system-keycloak-80] [] 10.0.0.86:8080 1286 0.026 200 504fd44f09ed359fc75957ac80b85df9 162.253.55.204 - - [29/Mar/2026:02:01:32 +0000] "GET /admin/realms/atmosphere/clients/936b023d-4347-4df8-9d05-a52267885588/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.86:8080 119 0.012 404 2dfc94709b0669b7c0294aa97b1a7fee 162.253.55.204 - - [29/Mar/2026:02:01:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.86:8080 1286 0.006 200 ef6137a93e162ae4375c40a086172ccb 162.253.55.204 - - [29/Mar/2026:02:01:32 +0000] "POST /admin/realms/atmosphere/clients/936b023d-4347-4df8-9d05-a52267885588/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.015 201 31b0182a44f1d10dabbcc77a2b8e4179 162.253.55.204 - - [29/Mar/2026:02:01:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.86:8080 1286 0.007 200 606f07ed1def4aebbe4d23a21935c1e0 162.253.55.204 - - [29/Mar/2026:02:01:32 +0000] "GET /admin/realms/atmosphere/clients/936b023d-4347-4df8-9d05-a52267885588/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.86:8080 165 0.013 200 749886ffbe10ed499c724341a53a7478 162.253.55.204 - - [29/Mar/2026:02:01:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.520 [auth-system-keycloak-80] [] 10.0.0.86:8080 1928 0.519 200 4e7120d9cffb77d9321224bde7f893d8 162.253.55.204 - - [29/Mar/2026:02:01:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.86:8080 1286 0.008 200 23d3959f7251b6c438fc767de1d38f77 162.253.55.204 - - [29/Mar/2026:02:01:33 +0000] "GET /admin/realms/atmosphere/clients/936b023d-4347-4df8-9d05-a52267885588/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.86:8080 119 0.008 404 c1d89e66bd4320ffc4a1c99bb386f8ff 162.253.55.204 - - [29/Mar/2026:02:01:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.046 [auth-system-keycloak-80] [] 10.0.0.86:8080 1286 0.046 200 e55345b8dd189cd1e7fb6e5b1d8c411d 162.253.55.204 - - [29/Mar/2026:02:01:33 +0000] "POST /admin/realms/atmosphere/clients/936b023d-4347-4df8-9d05-a52267885588/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.017 201 54f42ea29e521185a12408f87947dcb4 162.253.55.204 - - [29/Mar/2026:02:01:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.066 [auth-system-keycloak-80] [] 10.0.0.86:8080 1286 0.066 200 9d32a3a4942c59e909ba174658ee9cf6 162.253.55.204 - - [29/Mar/2026:02:01:33 +0000] "GET /admin/realms/atmosphere/clients/936b023d-4347-4df8-9d05-a52267885588/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.86:8080 166 0.016 200 f14c1835c6aaef939671bc6427889d64 162.253.55.204 - - [29/Mar/2026:02:01:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.445 [auth-system-keycloak-80] [] 10.0.0.86:8080 1928 0.443 200 d3595c965578a8de5b298b16b7e33c1e 162.253.55.204 - - [29/Mar/2026:02:01:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.024 [auth-system-keycloak-80] [] 10.0.0.86:8080 1286 0.024 200 31dd7cfab95f5bd847d2a5a3c6db0bd6 162.253.55.204 - - [29/Mar/2026:02:01:34 +0000] "GET /admin/realms/atmosphere/clients/936b023d-4347-4df8-9d05-a52267885588/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.006 [auth-system-keycloak-80] [] 10.0.0.86:8080 119 0.005 404 4c2209c4fafad9033af1ba63a92e8a6c 162.253.55.204 - - [29/Mar/2026:02:01:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.86:8080 1286 0.005 200 10d390143aeb7bf09421a0a7ef7c2ff9 162.253.55.204 - - [29/Mar/2026:02:01:34 +0000] "POST /admin/realms/atmosphere/clients/936b023d-4347-4df8-9d05-a52267885588/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.014 201 6a318c4e4c60a7e6ba3b9f550d6be6f1 162.253.55.204 - - [29/Mar/2026:02:01:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.039 [auth-system-keycloak-80] [] 10.0.0.86:8080 1286 0.039 200 bd166ce1cbb4dd36c68910b32008d91f 162.253.55.204 - - [29/Mar/2026:02:01:34 +0000] "GET /admin/realms/atmosphere/clients/936b023d-4347-4df8-9d05-a52267885588/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.86:8080 166 0.014 200 171ed3db1480d3aec1f779ae7b7eeb55 162.253.55.204 - - [29/Mar/2026:02:01:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.510 [auth-system-keycloak-80] [] 10.0.0.86:8080 1928 0.509 200 26da140744a87ba78599e36933b22034 162.253.55.204 - - [29/Mar/2026:02:01:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.86:8080 1251 0.005 200 6bc3bedf116449cea8131da4458c45b9 162.253.55.204 - - [29/Mar/2026:02:01:35 +0000] "GET /admin/realms/atmosphere/clients/46e1af6b-c67f-4d13-9d6c-b0733da09f42/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.006 [auth-system-keycloak-80] [] 10.0.0.86:8080 119 0.006 404 2e4459d4a0cbbc79ae19307e23d29693 162.253.55.204 - - [29/Mar/2026:02:01:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.056 [auth-system-keycloak-80] [] 10.0.0.86:8080 1251 0.056 200 88c87e17bb10d927bf71d481a9ddd888 162.253.55.204 - - [29/Mar/2026:02:01:35 +0000] "POST /admin/realms/atmosphere/clients/46e1af6b-c67f-4d13-9d6c-b0733da09f42/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.013 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.013 201 76005e7c294d4939ac9fc5b15557fe06 162.253.55.204 - - [29/Mar/2026:02:01:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.86:8080 1251 0.007 200 0f59a4b2c3b929f8c00e3df0d9cf817d 162.253.55.204 - - [29/Mar/2026:02:01:35 +0000] "GET /admin/realms/atmosphere/clients/46e1af6b-c67f-4d13-9d6c-b0733da09f42/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.86:8080 166 0.014 200 70f5ed70559aa29e6afe4f87fe08619d W0329 02:01:55.352418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:55.352488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:58.686446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:58.686487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:02.020064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:02.020101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:42.599997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:42.600036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:42.666191 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:02:42.666242 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0329 02:02:42.666270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:42.666281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:42.666869 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:02:42.666955 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0329 02:02:42.666997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:42.667017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:42.667222 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:02:42.667422 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate I0329 02:02:42.667531 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:18.2kB} I0329 02:02:42.667555 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0329 02:02:42.667623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:42.667707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:02:42.669234 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0329 02:02:42.669267 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0329 02:02:42.670350 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0329 02:02:42.670380 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0329 02:02:42.672571 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0329 02:02:42.675039 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"165be570-f62a-4f7e-b579-c0d2684ffcd6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4396", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:02:42.675647 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0329 02:02:42.677130 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0329 02:02:42.677402 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"d360afb2-6a38-4299-bcdf-12c1640f531c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4402", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:02:42.678084 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0329 02:02:42.680351 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0329 02:02:42.680524 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b315f3f8-3967-4814-89d6-5cd5159ea495", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4403", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:02:42.681159 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0329 02:02:42.995338 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0329 02:02:42.996311 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0329 02:02:42.997465 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0329 02:02:42.998881 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0329 02:02:44.235951 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0329 02:02:44.237485 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0329 02:02:45.934341 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:02:45.934409 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:02:45.934463 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:02:45.934590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:45.934616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:02:45.934737 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:02:45.981636 7 controller.go:216] "Backend successfully reloaded" I0329 02:02:45.981836 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-f5c9s", UID:"58f092ec-6cf8-42fb-806d-8d01772b0483", APIVersion:"v1", ResourceVersion:"1402", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:02:49.267321 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:02:49.267393 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:02:49.267430 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:02:49.267541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:49.267569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:52.601346 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:02:52.601424 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:02:52.601506 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:02:52.601655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:52.601685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:55.933683 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:02:55.933755 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:02:55.933794 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:02:55.933913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:55.933945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:59.266952 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:02:59.267013 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:02:59.267043 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:02:59.267130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:59.267156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:02.600286 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:02.600369 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:02.600417 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:02.600573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:02.600607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:05.934100 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:05.934193 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:05.934339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:05.934358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:09.268686 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:09.268801 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:09.268960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:09.268993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:12.600353 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:12.600421 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:12.600505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:12.600526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:15.933704 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:15.933796 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:15.934110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:15.934138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:19.266862 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:19.266964 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:19.267076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:19.267102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.171 - - [29/Mar/2026:02:03:19 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.030 [auth-system-keycloak-80] [] 10.0.0.86:8080 6432 0.030 200 862a0bafb64a9489fe6f2c78d4c14e04 10.0.0.229 - - [29/Mar/2026:02:03:19 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.015 [auth-system-keycloak-80] [] 10.0.0.86:8080 6432 0.015 200 6a380e783abf69fe493212c7bdbd64c9 W0329 02:03:22.600915 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:22.601118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:22.601144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:25.933965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:25.934039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:29.267912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:29.267966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:03:31.636648 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.100.50.30"}] I0329 02:03:31.637118 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.100.50.30"}] I0329 02:03:31.637909 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.100.50.30"}] I0329 02:03:31.641177 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b315f3f8-3967-4814-89d6-5cd5159ea495", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5560", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:03:31.643731 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"d360afb2-6a38-4299-bcdf-12c1640f531c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5561", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:03:31.645255 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"165be570-f62a-4f7e-b579-c0d2684ffcd6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5562", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:03:32.600192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:32.600307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:35.934347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:35.934390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:39.267750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:39.267787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:42.600641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:42.600697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.204 - - [29/Mar/2026:02:03:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.502 [auth-system-keycloak-80] [] 10.0.0.86:8080 1928 0.500 200 cb124b05bac206c22ba8f8a0aac24e74 162.253.55.204 - - [29/Mar/2026:02:03:45 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.86:8080 4246 0.008 200 ddd145cb627d4590d2d8a37456dabcfc 162.253.55.204 - - [29/Mar/2026:02:03:45 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.382 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.380 204 c207cd86ad04a5ec44695fde50df14a1 162.253.55.204 - - [29/Mar/2026:02:03:46 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.191 [auth-system-keycloak-80] [] 10.0.0.86:8080 4384 0.191 200 1e39aedee66969b6833e93e464152d0f 162.253.55.204 - - [29/Mar/2026:02:03:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.485 [auth-system-keycloak-80] [] 10.0.0.86:8080 1928 0.484 200 7f7c18a944721c694401d63592ef8ef5 162.253.55.204 - - [29/Mar/2026:02:03:47 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.014 [auth-system-keycloak-80] [] 10.0.0.86:8080 1682 0.014 200 922ce82f23c34c0668d2cac2ffcd8bc7 162.253.55.204 - - [29/Mar/2026:02:03:47 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.86:8080 6432 0.006 200 bbbe72f3e0e56f1398c82258ce3b461d 162.253.55.204 - - [29/Mar/2026:02:03:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.86:8080 1928 0.469 200 1af7c7ff6a11e1d9c40112e3a6639f67 162.253.55.204 - - [29/Mar/2026:02:03:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.86:8080 2 0.008 200 1e134e19b57c390751c92fbd54698e52 162.253.55.204 - - [29/Mar/2026:02:03:49 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.168 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.167 201 c2979102b0703f5abcd3e6af91aa9089 162.253.55.204 - - [29/Mar/2026:02:03:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.025 [auth-system-keycloak-80] [] 10.0.0.86:8080 2246 0.025 200 8edaaadead240bc83c98b6355e0f8b94 162.253.55.204 - - [29/Mar/2026:02:03:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.86:8080 1928 0.487 200 59553b257271712269159f5ad89ab7aa 162.253.55.204 - - [29/Mar/2026:02:03:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.86:8080 2246 0.006 200 a01b54cde84fe2e7576730b098aaf670 162.253.55.204 - - [29/Mar/2026:02:03:50 +0000] "GET /admin/realms/atmosphere/clients/ce0016cb-e329-4995-82c4-feb97e53536e/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.017 [auth-system-keycloak-80] [] 10.0.0.86:8080 233 0.016 200 3843423abb9d25374e496f71df41806d 162.253.55.204 - - [29/Mar/2026:02:03:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.092 [auth-system-keycloak-80] [] 10.0.0.86:8080 831 0.092 200 fb820b461f15cdf417eedc2be0e6f432 162.253.55.204 - - [29/Mar/2026:02:03:50 +0000] "GET /admin/realms/atmosphere/clients/8272d91e-f27b-44e5-ba59-ef6ea9fb179d/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.022 [auth-system-keycloak-80] [] 10.0.0.86:8080 3758 0.022 200 e26b7bee1b58d50c123a9ecf17f817d4 162.253.55.204 - - [29/Mar/2026:02:03:50 +0000] "GET /admin/realms/atmosphere/users/f0a7a9d7-22e4-4c95-a401-ae1e65a7f6e3/role-mappings/clients/8272d91e-f27b-44e5-ba59-ef6ea9fb179d/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.179 [auth-system-keycloak-80] [] 10.0.0.86:8080 3758 0.179 200 e99c8497e5057eed34a0c6436b83afad 162.253.55.204 - - [29/Mar/2026:02:03:50 +0000] "GET /admin/realms/atmosphere/users/f0a7a9d7-22e4-4c95-a401-ae1e65a7f6e3/role-mappings/clients/8272d91e-f27b-44e5-ba59-ef6ea9fb179d/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.074 [auth-system-keycloak-80] [] 10.0.0.86:8080 2 0.074 200 b31055f8fc57ad9dbb4c937da797784e 162.253.55.204 - - [29/Mar/2026:02:03:50 +0000] "POST /admin/realms/atmosphere/users/f0a7a9d7-22e4-4c95-a401-ae1e65a7f6e3/role-mappings/clients/8272d91e-f27b-44e5-ba59-ef6ea9fb179d HTTP/1.1" 204 0 "-" "Ansible" 1390 0.083 [auth-system-keycloak-80] [] 10.0.0.86:8080 0 0.081 204 da8e460b196c3df839da4e62aa2a1833 162.253.55.204 - - [29/Mar/2026:02:03:50 +0000] "GET /admin/realms/atmosphere/users/f0a7a9d7-22e4-4c95-a401-ae1e65a7f6e3/role-mappings/clients/8272d91e-f27b-44e5-ba59-ef6ea9fb179d/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.015 [auth-system-keycloak-80] [] 10.0.0.86:8080 576 0.015 200 1b3cc266ef8f878c01f3c7fca90e64ff W0329 02:03:53.178128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:53.178173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:56.511804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:56.511872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:11.334145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:11.334178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:14.668580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:14.668627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:57.564265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:57.564303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:23.816302 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0329 02:06:23.816482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:23.816593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:06:23.821650 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.006s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:28.7kB} I0329 02:06:23.821692 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0329 02:06:23.827338 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0329 02:06:23.827623 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b640b876-1599-446c-9a0b-728c06068291", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6751", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:06:23.827771 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0329 02:06:23.828086 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0329 02:06:23.828157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:23.828172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:06:23.828277 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:06:23.875284 7 controller.go:216] "Backend successfully reloaded" I0329 02:06:23.875534 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-f5c9s", UID:"58f092ec-6cf8-42fb-806d-8d01772b0483", APIVersion:"v1", ResourceVersion:"1402", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:06:24.191788 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0329 02:06:24.192941 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0329 02:06:27.161728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:27.161775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.204 - - [29/Mar/2026:02:06:28 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.006 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.005 300 323583be60d6b6d502db77c7ccc9455b 162.253.55.204 - - [29/Mar/2026:02:06:29 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.129:5000 266 0.004 200 033eb9650e25e3e2d7dd2cae1542a8f1 162.253.55.204 - - [29/Mar/2026:02:06:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.338 [openstack-keystone-api-5000] [] 10.0.0.129:5000 1360 0.338 201 19013a8b8f7217bacdb290e57bab836e 162.253.55.204 - - [29/Mar/2026:02:06:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.004 300 f4a3d7ad90f6322883cf55da615d0925 162.253.55.204 - - [29/Mar/2026:02:06:30 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.033 [openstack-keystone-api-5000] [] 10.0.0.129:5000 90 0.033 404 eacae1d66c25d59b88a4a02b4d052ded 162.253.55.204 - - [29/Mar/2026:02:06:30 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.025 [openstack-keystone-api-5000] [] 10.0.0.129:5000 368 0.025 200 68f2036389807080ce9ab20279c674e6 162.253.55.204 - - [29/Mar/2026:02:06:30 +0000] "GET /v3/domains/e4328bdb17644d8aa596e888313be0df HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.129:5000 245 0.020 200 8e277eddb87a861b28c3df4f9e1ff614 162.253.55.204 - - [29/Mar/2026:02:06:30 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.129:5000 266 0.004 200 92b108159ef6eb57caaa908968c335ae 162.253.55.204 - - [29/Mar/2026:02:06:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.327 [openstack-keystone-api-5000] [] 10.0.0.129:5000 1360 0.326 201 9d1d2885f786970edd5ec729dac20684 162.253.55.204 - - [29/Mar/2026:02:06:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.003 300 0832dcb6947effdb850d3c3c221beb5b 162.253.55.204 - - [29/Mar/2026:02:06:31 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.023 [openstack-keystone-api-5000] [] 10.0.0.129:5000 101 0.023 404 aa754efb715a1905382c2e9341303fd5 162.253.55.204 - - [29/Mar/2026:02:06:31 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.015 [openstack-keystone-api-5000] [] 10.0.0.129:5000 156 0.015 200 2e8b3238e2238fe0703c448a55f134a4 162.253.55.204 - - [29/Mar/2026:02:06:31 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.023 [openstack-keystone-api-5000] [] 10.0.0.129:5000 454 0.023 201 111f9bb7ab715ee0164b601239db7ca9 I0329 02:06:31.639618 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.100.50.30"}] I0329 02:06:31.644889 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b640b876-1599-446c-9a0b-728c06068291", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6820", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:06:31.647799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:31.647838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.204 - - [29/Mar/2026:02:06:31 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.129:5000 266 0.004 200 d13ac278736089ccf39a0c3ba2e88bcf 162.253.55.204 - - [29/Mar/2026:02:06:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.129:5000 1360 0.298 201 3129fafd853797372b42401b85f8bf55 162.253.55.204 - - [29/Mar/2026:02:06:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.003 300 7bfb6e00066a2c46bd7c68050cbed49a 162.253.55.204 - - [29/Mar/2026:02:06:32 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.024 [openstack-keystone-api-5000] [] 10.0.0.129:5000 98 0.024 404 b8c4f7b7fd4a3c88afd5d3fe13dc336a 162.253.55.204 - - [29/Mar/2026:02:06:32 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.129:5000 136 0.017 200 8811b6e769c632ce0d04fb9e92b31b4b 162.253.55.204 - - [29/Mar/2026:02:06:32 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.129:5000 357 0.020 201 3276bd9f6d8b3279318afb17d3809209 162.253.55.204 - - [29/Mar/2026:02:06:33 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.129:5000 266 0.003 200 ba0bf98d816dd180ca1ac107cf4b4f5e 162.253.55.204 - - [29/Mar/2026:02:06:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.129:5000 1360 0.296 201 29a837d8572f2d47c43af004c9ad1075 162.253.55.204 - - [29/Mar/2026:02:06:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.004 300 6a786e8a9767063ad2169450a1c06d0a 162.253.55.204 - - [29/Mar/2026:02:06:33 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.023 [openstack-keystone-api-5000] [] 10.0.0.129:5000 131 0.023 404 0f94ec857ec76b9d4930e5432e8f6b70 162.253.55.204 - - [29/Mar/2026:02:06:33 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.019 [openstack-keystone-api-5000] [] 10.0.0.129:5000 168 0.019 200 ae720d37b8ba128ce65523623dbbe523 162.253.55.204 - - [29/Mar/2026:02:06:33 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.023 [openstack-keystone-api-5000] [] 10.0.0.129:5000 224 0.023 201 99c7ff110e3499034d6ef34dd28ef093 W0329 02:06:42.696839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:42.696875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:46.030542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:46.030610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:49.472732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:49.472759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:08.154725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:08.154768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:11.489049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:11.489100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:15.859599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:15.859638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:19.193847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:19.193897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:45.950209 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:08:45.950332 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0329 02:08:45.950407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:45.950431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:08:45.954588 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:32.2kB} I0329 02:08:45.954629 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0329 02:08:45.959571 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0329 02:08:45.959891 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"cd9ecd5d-9e1c-49da-ae1b-67dddaec5dbb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7837", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:08:45.960288 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0329 02:08:45.960767 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:08:45.960985 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0329 02:08:45.961158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:45.961184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:08:45.961382 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:08:46.008972 7 controller.go:216] "Backend successfully reloaded" I0329 02:08:46.009476 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-f5c9s", UID:"58f092ec-6cf8-42fb-806d-8d01772b0483", APIVersion:"v1", ResourceVersion:"1402", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:08:46.173480 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0329 02:08:46.174317 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 162.253.55.204 - - [29/Mar/2026:02:08:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.003 300 f31087cfdefe42fb0589776a380d8053 162.253.55.204 - - [29/Mar/2026:02:08:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.321 [openstack-keystone-api-5000] [] 10.0.0.129:5000 1992 0.321 201 47999fc7f881bd9fd261505358332e07 162.253.55.204 - - [29/Mar/2026:02:08:47 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.025 [openstack-keystone-api-5000] [] 10.0.0.129:5000 85 0.025 404 8d19cee73cafc42305d6f901bd6c917f 162.253.55.204 - - [29/Mar/2026:02:08:47 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.014 [openstack-keystone-api-5000] [] 10.0.0.129:5000 129 0.015 200 bcfc11393b75b468bf65469d94cc30da 162.253.55.204 - - [29/Mar/2026:02:08:47 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.024 [openstack-keystone-api-5000] [] 10.0.0.129:5000 230 0.024 201 e996ac50ca02b1a710a3e4fb932857f9 W0329 02:08:49.294261 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:08:49.294444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:49.294473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.204 - - [29/Mar/2026:02:08:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.005 300 b345dec41d38db6bd9ad1869f624d8f6 162.253.55.204 - - [29/Mar/2026:02:08:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.286 [openstack-keystone-api-5000] [] 10.0.0.129:5000 1992 0.286 201 1fb554f8d784473a93fe31b06172599f 162.253.55.204 - - [29/Mar/2026:02:08:53 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.025 [openstack-keystone-api-5000] [] 10.0.0.129:5000 1521 0.025 200 da9e6cebd171c40054a2d138229048f5 162.253.55.204 - - [29/Mar/2026:02:08:53 +0000] "PUT /v3/roles/20c84b26c99e4002b7953c909212f3d0/implies/1dac16cabea249cd960c0ef15d801422 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.033 [openstack-keystone-api-5000] [] 10.0.0.129:5000 521 0.033 201 d93e35be7c0e1759a7006e0d724c4d92 W0329 02:08:56.223893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:56.223939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:09:31.635970 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.100.50.30"}] I0329 02:09:31.643536 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"cd9ecd5d-9e1c-49da-ae1b-67dddaec5dbb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8255", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:09:31.644686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:31.644712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.204 - - [29/Mar/2026:02:09:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.004 300 6ebcd2f97af7509147c638076bdf8f19 162.253.55.204 - - [29/Mar/2026:02:09:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.325 [openstack-keystone-api-5000] [] 10.0.0.129:5000 2055 0.325 201 517916e2042fe8eebe2b39d6f87ae421 162.253.55.204 - - [29/Mar/2026:02:09:38 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.030 [openstack-keystone-api-5000] [] 10.0.0.129:5000 87 0.030 404 7f4df75b04b262693cf74e91a35e4f3c 162.253.55.204 - - [29/Mar/2026:02:09:38 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.024 [openstack-keystone-api-5000] [] 10.0.0.129:5000 390 0.024 200 c52472cd7dd2db4389b434f9b1e773a2 162.253.55.204 - - [29/Mar/2026:02:09:38 +0000] "GET /v3/users/rgw-RegionOne?domain_id=f7580a1a3b66476abf1410a90711a5fc HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.030 [openstack-keystone-api-5000] [] 10.0.0.129:5000 91 0.030 404 e046fcfefc1bd25961f8e776b63dc532 162.253.55.204 - - [29/Mar/2026:02:09:38 +0000] "GET /v3/users?domain_id=f7580a1a3b66476abf1410a90711a5fc&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.025 [openstack-keystone-api-5000] [] 10.0.0.129:5000 178 0.025 200 510a74eae0d46c9285e09aa842a5db24 162.253.55.204 - - [29/Mar/2026:02:09:38 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.285 [openstack-keystone-api-5000] [] 10.0.0.129:5000 291 0.285 201 0c872f89322f4d4bb14dd3949765a82a 162.253.55.204 - - [29/Mar/2026:02:09:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.004 300 b519ca7b98d48a56f5ae6eeb3c76013e 162.253.55.204 - - [29/Mar/2026:02:09:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.294 [openstack-keystone-api-5000] [] 10.0.0.129:5000 2055 0.294 201 c8d8e72f59fe9eac6e4d46655f191a29 162.253.55.204 - - [29/Mar/2026:02:09:41 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.026 [openstack-keystone-api-5000] [] 10.0.0.129:5000 83 0.026 404 fae32f2a364768c3f00c06c68496cd9d 162.253.55.204 - - [29/Mar/2026:02:09:41 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.039 [openstack-keystone-api-5000] [] 10.0.0.129:5000 361 0.039 200 ac64a15ae29728edf8b7380e1f921eb1 162.253.55.204 - - [29/Mar/2026:02:09:41 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.028 [openstack-keystone-api-5000] [] 10.0.0.129:5000 87 0.028 404 9e62704b39f8ddcc09a30c5cd6d67914 162.253.55.204 - - [29/Mar/2026:02:09:41 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.022 [openstack-keystone-api-5000] [] 10.0.0.129:5000 390 0.022 200 d02094816294a7ffe663c0dc54cc04aa 162.253.55.204 - - [29/Mar/2026:02:09:41 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.026 [openstack-keystone-api-5000] [] 10.0.0.129:5000 91 0.026 404 4106cf870b55c40e6bcfd7caf355827e 162.253.55.204 - - [29/Mar/2026:02:09:41 +0000] "GET /v3/users?domain_id=f7580a1a3b66476abf1410a90711a5fc&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.029 [openstack-keystone-api-5000] [] 10.0.0.129:5000 458 0.029 200 262290a71bb703c2a889e3a50fbe3a05 162.253.55.204 - - [29/Mar/2026:02:09:41 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.030 [openstack-keystone-api-5000] [] 10.0.0.129:5000 88 0.031 404 1609495d8605957f61ce1dab8988df51 162.253.55.204 - - [29/Mar/2026:02:09:41 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.020 [openstack-keystone-api-5000] [] 10.0.0.129:5000 520 0.020 200 313d64e39fc985836a9db1fb98926c32 162.253.55.204 - - [29/Mar/2026:02:09:42 +0000] "PUT /v3/projects/bd820af8f259425b9008add1a09b3d13/users/8b7b59711ea4444aaca669beb214bfae/roles/3340985322b14287bbb1fe052ee384cc HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.034 [openstack-keystone-api-5000] [] 10.0.0.129:5000 0 0.033 204 bba6fbf35ba16b87a14c3f65070d8fbd 162.253.55.204 - - [29/Mar/2026:02:09:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.004 300 c0aeb2eb06640901455169b180b38797 162.253.55.204 - - [29/Mar/2026:02:09:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.339 [openstack-keystone-api-5000] [] 10.0.0.129:5000 2055 0.339 201 9b538b0c9a7a3404766304cf11fe662d 162.253.55.204 - - [29/Mar/2026:02:09:44 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.023 [openstack-keystone-api-5000] [] 10.0.0.129:5000 151 0.022 200 15923d13c04bbc56e52f931f63f43e64 162.253.55.204 - - [29/Mar/2026:02:09:44 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.031 [openstack-keystone-api-5000] [] 10.0.0.129:5000 263 0.031 201 d9746672e40c5f602d12c73337e91ddb 162.253.55.204 - - [29/Mar/2026:02:09:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.006 300 cb3f7eb0c0cc82e30ffd304154f76b49 162.253.55.204 - - [29/Mar/2026:02:09:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.129:5000 2157 0.295 201 ca222fcf5d58cdacab00480c3f344983 162.253.55.204 - - [29/Mar/2026:02:09:45 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.129:5000 86 0.024 404 2e5a2f08adf3ce10a72671e6ad023752 162.253.55.204 - - [29/Mar/2026:02:09:45 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.014 [openstack-keystone-api-5000] [] 10.0.0.129:5000 382 0.014 200 da3a2646dc526a00556cc7d8465183ef 162.253.55.204 - - [29/Mar/2026:02:09:45 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=6d59468c5dd145519f266094c0705442 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.017 [openstack-keystone-api-5000] [] 10.0.0.129:5000 205 0.017 200 942ad355e52e0dd91b9ed5211898adb3 162.253.55.204 - - [29/Mar/2026:02:09:45 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.121 [openstack-keystone-api-5000] [] 10.0.0.129:5000 379 0.121 201 a90021687c9716a17e3931f99d78eefc 162.253.55.204 - - [29/Mar/2026:02:09:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.003 300 3675e3688a4ae7a681f2c839cb772b6f 162.253.55.204 - - [29/Mar/2026:02:09:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.129:5000 2366 0.302 201 8edb9fb4652d9a6922f655e6daa285bc 162.253.55.204 - - [29/Mar/2026:02:09:46 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.129:5000 86 0.022 404 8f87d8fc9ca44c12c9b5f7ecc1a08220 162.253.55.204 - - [29/Mar/2026:02:09:46 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.129:5000 382 0.017 200 204e2b7246bdea4eb0a324407916617b 162.253.55.204 - - [29/Mar/2026:02:09:46 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=6d59468c5dd145519f266094c0705442 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.020 [openstack-keystone-api-5000] [] 10.0.0.129:5000 207 0.020 200 b94adb4d206b49045b32d711b968ac66 162.253.55.204 - - [29/Mar/2026:02:09:46 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.110 [openstack-keystone-api-5000] [] 10.0.0.129:5000 392 0.110 201 8941d6e2817304d047405a69408916a2 W0329 02:09:47.748448 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:09:47.748583 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0329 02:09:47.748662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:47.748685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:09:47.752769 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:35.7kB} I0329 02:09:47.752796 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0329 02:09:47.757202 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0329 02:09:47.757571 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"075dbd23-2ffa-43d5-a84f-3c174a252bb7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8394", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:09:47.757677 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0329 02:09:47.758017 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:09:47.758122 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0329 02:09:47.758191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:47.758207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:09:47.758343 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:09:47.810530 7 controller.go:216] "Backend successfully reloaded" I0329 02:09:47.811046 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-f5c9s", UID:"58f092ec-6cf8-42fb-806d-8d01772b0483", APIVersion:"v1", ResourceVersion:"1402", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:09:47.998556 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0329 02:09:48.003863 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0329 02:09:51.091849 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:09:51.092118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:51.092164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:04.610450 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:10:04.610598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:04.610619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:09.563576 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:10:09.563752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:09.563776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:12.897654 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:10:12.897838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:12.897868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:10:12.898037 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:10:12.950816 7 controller.go:216] "Backend successfully reloaded" I0329 02:10:12.951093 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-f5c9s", UID:"58f092ec-6cf8-42fb-806d-8d01772b0483", APIVersion:"v1", ResourceVersion:"1402", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:10:16.231052 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:10:16.231236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:16.231309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:19.566730 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:10:19.567123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:19.567172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:22.898651 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:10:22.898940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:22.898998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:10:31.637153 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.100.50.30"}] I0329 02:10:31.644907 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"075dbd23-2ffa-43d5-a84f-3c174a252bb7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8820", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:10:31.647370 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:10:31.647538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:31.647562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:35.327247 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:10:35.327399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:35.327425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:38.661684 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:10:38.661895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:38.661923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:43.204976 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:10:43.205149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:43.205176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:55.605456 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:10:55.605612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:55.605633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:34.341639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:34.341739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:41.197694 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:12:41.197852 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0329 02:12:41.198116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:41.198156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:12:41.203462 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:39.2kB} I0329 02:12:41.203545 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0329 02:12:41.208015 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0329 02:12:41.208394 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"4b0a2d5a-7c90-42ed-b179-16716acf0bcb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9871", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:12:41.208684 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0329 02:12:41.209143 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:12:41.209279 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0329 02:12:41.209366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:41.209387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:12:41.209542 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:12:41.255827 7 controller.go:216] "Backend successfully reloaded" I0329 02:12:41.256116 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-f5c9s", UID:"58f092ec-6cf8-42fb-806d-8d01772b0483", APIVersion:"v1", ResourceVersion:"1402", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:12:41.460783 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0329 02:12:41.462222 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0329 02:12:44.543007 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:12:44.543145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:44.543169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.204 - - [29/Mar/2026:02:12:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.004 300 4dc23c7fe07d13f44d544a0240aaca67 162.253.55.204 - - [29/Mar/2026:02:12:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.330 [openstack-keystone-api-5000] [] 10.0.0.129:5000 3201 0.330 201 0b8cbb1b5a116e2c8f8719202063a4fb 162.253.55.204 - - [29/Mar/2026:02:12:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b4880bc7ad060cf2e159c5f41408cb9d 162.253.55.204 - - [29/Mar/2026:02:12:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f73571d0d9008dffcce459bb0a45a9e8 162.253.55.204 - - [29/Mar/2026:02:12:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.003 300 0f8472dbb100a78575ffd53d3f689f86 162.253.55.204 - - [29/Mar/2026:02:12:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.129:5000 3201 0.284 201 b8e5ef2174c7fc7f064c4d8597e45b6f 162.253.55.204 - - [29/Mar/2026:02:12:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 66735af13ffd77572513a830df7c893f 162.253.55.204 - - [29/Mar/2026:02:12:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 68c3633d61a6b59ceaa244e926ccca9c 162.253.55.204 - - [29/Mar/2026:02:12:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.005 300 207a70e49039322cd5d3aee41b3d7e1e 162.253.55.204 - - [29/Mar/2026:02:12:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.129:5000 3201 0.291 201 0ba0fb582193f48e643b6ae55938facb 162.253.55.204 - - [29/Mar/2026:02:12:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 04af236761c9b429a638a8f706d92b7e 162.253.55.204 - - [29/Mar/2026:02:12:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c457b12c8a1c4c12857b47f520d98556 162.253.55.204 - - [29/Mar/2026:02:12:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.003 300 798b41ca696561e3623614696bf2c84e 162.253.55.204 - - [29/Mar/2026:02:12:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.129:5000 3201 0.289 201 1fcfae45ee1aae60981639fa897a112f 162.253.55.204 - - [29/Mar/2026:02:12:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8dd1b8ac4af63e1e9c4ee90e9ad6e22f 162.253.55.204 - - [29/Mar/2026:02:12:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - beee1cfc60d13e05200059ed012b945b 162.253.55.204 - - [29/Mar/2026:02:12:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.004 300 afa9c3102659729746e89caf71d934fe 162.253.55.204 - - [29/Mar/2026:02:12:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.129:5000 3201 0.290 201 56d8733bb074bff7ef7b6793172b1ad3 162.253.55.204 - - [29/Mar/2026:02:12:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0bf714cd3916779a11d054d511faf961 162.253.55.204 - - [29/Mar/2026:02:12:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 65489158c10d524cd503b469dcba448e 162.253.55.204 - - [29/Mar/2026:02:12:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.004 300 97f2c10a17a33a62d897b4045cd849d7 162.253.55.204 - - [29/Mar/2026:02:12:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.315 [openstack-keystone-api-5000] [] 10.0.0.129:5000 3201 0.315 201 aed42400999e1611ff74d5c676566a79 162.253.55.204 - - [29/Mar/2026:02:12:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4951e138d8351c2aace77976f098d6e5 162.253.55.204 - - [29/Mar/2026:02:12:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 89dac39cbfeff2b3b610e83d6445a027 162.253.55.204 - - [29/Mar/2026:02:12:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.003 300 693628eca9cfe0ba89c730a89b9428b5 162.253.55.204 - - [29/Mar/2026:02:12:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.129:5000 3201 0.288 201 6104705e01bc01c186bf4af179f97fc2 162.253.55.204 - - [29/Mar/2026:02:12:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 42c74977fd6fc9caaa8f1bf8790aecef 162.253.55.204 - - [29/Mar/2026:02:12:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2946130216a7190c2eb30254ebfc071e 162.253.55.204 - - [29/Mar/2026:02:12:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.002 300 0a0d0e27aa40cf5a3c5d3a956ee877cc 162.253.55.204 - - [29/Mar/2026:02:12:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.129:5000 3201 0.297 201 6868475f9f7874f6852da3b55e1cdb73 162.253.55.204 - - [29/Mar/2026:02:12:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1cfdf2cd57878f6d1d43fb69e5cf444c 162.253.55.204 - - [29/Mar/2026:02:12:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 79a8fc66adb48a12b0405b12b72ed0d7 162.253.55.204 - - [29/Mar/2026:02:12:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.002 300 6dbc00ebf1902a3708a2a686aca16b24 162.253.55.204 - - [29/Mar/2026:02:12:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.129:5000 3201 0.282 201 c4f3eed169f569e31029f6c6ebc3a339 162.253.55.204 - - [29/Mar/2026:02:12:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a345e6e0fdfa309360c085e2e9f0cc83 162.253.55.204 - - [29/Mar/2026:02:12:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - de24fe835cba415c8c7b74925153b481 W0329 02:13:00.791652 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:13:00.791909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:00.791975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.204 - - [29/Mar/2026:02:13:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.004 300 f7941a5ec999fa413044023700c94a1f 162.253.55.204 - - [29/Mar/2026:02:13:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.129:5000 3201 0.284 201 86d0833472f7c4384283383522b4720a 162.253.55.204 - - [29/Mar/2026:02:13:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 49da574e1a3060bb48060c9deaffefe5 162.253.55.204 - - [29/Mar/2026:02:13:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - de9f07cd4fc8cdcc744078ceeb6da4c9 162.253.55.204 - - [29/Mar/2026:02:13:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.004 300 003886005dfad2ac60d4874fa795313f 162.253.55.204 - - [29/Mar/2026:02:13:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.129:5000 3201 0.295 201 bc168da713da98863c9eec09bcb9732e 162.253.55.204 - - [29/Mar/2026:02:13:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4252055db409ea5c5e3120244078e117 162.253.55.204 - - [29/Mar/2026:02:13:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5d07237d95a44e8c9c40aef4caf96825 162.253.55.204 - - [29/Mar/2026:02:13:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.003 300 e9a43e386a3c669a01f61f0607311455 162.253.55.204 - - [29/Mar/2026:02:13:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.129:5000 3201 0.293 201 cb072ee1f9b33a39692856896782e1a3 162.253.55.204 - - [29/Mar/2026:02:13:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 00289386d0d963216a3f5ea38caf3760 162.253.55.204 - - [29/Mar/2026:02:13:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c0e1b185e55685a97f101383eed91c8e 162.253.55.204 - - [29/Mar/2026:02:13:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.003 300 d43a2350f88e4b120f9fe9e58797fb32 162.253.55.204 - - [29/Mar/2026:02:13:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.129:5000 3201 0.301 201 ad302003ab4f0c068643d6ec05792e8b 162.253.55.204 - - [29/Mar/2026:02:13:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 81e107a9efa6788cf68b7abc583ee9e7 162.253.55.204 - - [29/Mar/2026:02:13:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 06f442c79c12fea0aed743fcceac64c3 162.253.55.204 - - [29/Mar/2026:02:13:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.003 300 bb4901e1cfebab4dff6c9cf797b05188 162.253.55.204 - - [29/Mar/2026:02:13:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.129:5000 3201 0.286 201 4fdab810d99d78b48191a972f582ffcb 162.253.55.204 - - [29/Mar/2026:02:13:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 57846e44b4585db1e03a2ed02631dbd7 162.253.55.204 - - [29/Mar/2026:02:13:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a5f22be638f2dba89f7ca4bdbe09c02f W0329 02:13:09.261834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:09.261881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.204 - - [29/Mar/2026:02:13:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.003 300 7e7126b2004d1c999271946ead79b454 162.253.55.204 - - [29/Mar/2026:02:13:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.129:5000 3201 0.289 201 dedbc96f0ac21614051a19722e6c8fa3 162.253.55.204 - - [29/Mar/2026:02:13:10 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.7:9292 1193 0.002 300 a0124978d412ca408b94aaf662327e05 162.253.55.204 - - [29/Mar/2026:02:13:11 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.652 [openstack-glance-api-9292] [] 10.0.0.7:9292 69 0.653 200 2f5510bb43b3a9bf7098e73298b46b30 162.253.55.204 - - [29/Mar/2026:02:13:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.129:5000 281 0.004 300 e2d989a19ac7858261fc889015885e6c 162.253.55.204 - - [29/Mar/2026:02:13:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.129:5000 3201 0.299 201 72ed9a97a77d7da23c2feefaf62f8a01 162.253.55.204 - - [29/Mar/2026:02:13:14 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.7:9292 1193 0.003 300 38b84d8c32b59c8317a7c0e0b48b2c73 162.253.55.204 - - [29/Mar/2026:02:13:14 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.053 [openstack-glance-api-9292] [] 10.0.0.7:9292 69 0.053 200 30979d7d26c17aee570618346acb8155 162.253.55.204 - - [29/Mar/2026:02:13:14 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.112 [openstack-glance-api-9292] [] 10.0.0.7:9292 151 0.113 404 6be53448ab44310358b74ca401827578 162.253.55.204 - - [29/Mar/2026:02:13:14 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.024 [openstack-glance-api-9292] [] 10.0.0.7:9292 81 0.025 200 f11c70f2b9b880eee107f259c48d7bfb 162.253.55.204 - - [29/Mar/2026:02:13:14 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.022 [openstack-glance-api-9292] [] 10.0.0.7:9292 84 0.022 200 81d066e7ab055ac6e432ad645f07ebd6 162.253.55.204 - - [29/Mar/2026:02:13:14 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.067 [openstack-glance-api-9292] [] 10.0.0.7:9292 760 0.067 201 c03809f6657b78491a0f4ed71dc760a3 162.253.55.204 - - [29/Mar/2026:02:13:18 +0000] "PUT /v2/images/431c16b1-f7be-4d09-a65b-61da4f6236d1/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.926 [openstack-glance-api-9292] [] 10.0.0.7:9292 0 3.926 204 18fe315cde9267f89d9d1bad8852faa4 162.253.55.204 - - [29/Mar/2026:02:13:18 +0000] "GET /v2/images/431c16b1-f7be-4d09-a65b-61da4f6236d1 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-glance-api-9292] [] 10.0.0.7:9292 1171 0.018 200 bde58d3626f8214c972b1d6305a7b8f0 162.253.55.204 - - [29/Mar/2026:02:13:18 +0000] "GET /v2/images/431c16b1-f7be-4d09-a65b-61da4f6236d1 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.7:9292 1171 0.016 200 fac8ded589d25bbda4e1b8a43f51b6f8 W0329 02:13:21.292667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:21.292701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:24.627140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:24.627190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:13:31.637595 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.100.50.30"}] I0329 02:13:31.642873 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"4b0a2d5a-7c90-42ed-b179-16716acf0bcb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10307", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:13:31.644549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:31.644578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store