------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0319 21:52:54.849528 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0319 21:52:54.849923 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0319 21:52:54.862136 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0319 21:52:54.865908 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0319 21:52:55.570402 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0319 21:52:55.585701 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0319 21:52:55.595005 7 nginx.go:271] "Starting NGINX Ingress controller" I0319 21:52:55.601037 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"5c7fb1a3-c292-4bbe-be44-63c6fc53064d", APIVersion:"v1", ResourceVersion:"1123", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0319 21:52:55.605626 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"92fa8070-612a-448d-a3c3-0b5fce9e5d97", APIVersion:"v1", ResourceVersion:"1121", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0319 21:52:55.605660 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"6c10d6ae-3af9-4424-87c3-a0435bf8c7de", APIVersion:"v1", ResourceVersion:"1122", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0319 21:52:56.797629 7 nginx.go:317] "Starting NGINX process" I0319 21:52:56.797671 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0319 21:52:56.798319 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0319 21:52:56.798596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:52:56.798621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 21:52:56.798666 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 21:52:56.805228 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0319 21:52:56.805323 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-g5f95" I0319 21:52:56.828664 7 controller.go:216] "Backend successfully reloaded" I0319 21:52:56.828780 7 controller.go:227] "Initial sync, sleeping for 1 second" I0319 21:52:56.828866 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g5f95", UID:"4ac97506-95c7-4c8f-b040-b45e69696d14", APIVersion:"v1", ResourceVersion:"1166", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 21:53:00.620568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:00.620604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:03.954808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:03.954870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:07.288117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:07.288168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:10.621018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:10.621065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:13.955687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:13.955739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:17.289074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:17.289127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:20.622004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:20.622052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:23.954320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:23.954375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:29.877290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:29.877323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:33.211187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:33.211232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:36.544879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:36.544929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:53.937148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:53.937186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:57.271562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:57.271610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:55:04.890992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:55:04.891026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:55:08.224958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:55:08.225006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:55:11.558018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:55:11.558070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:55:14.892827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:55:14.892871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:55:18.225972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:55:18.226016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:55:21.557912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:55:21.557948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:55:24.891381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:55:24.891431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:55:28.224519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:55:28.224576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:55:31.557999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:55:31.558030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:55:34.893032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:55:34.893076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:57:41.368226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:57:41.368255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:57:44.702863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:57:44.702903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:57:44.907547 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-41.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-41.nip.io-tls was not found. Using default certificate W0319 21:57:44.907595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:57:44.907609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 21:57:44.909080 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0319 21:57:44.909103 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0319 21:57:44.916098 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0319 21:57:44.916403 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b82be865-dd28-4317-9435-c25d3763f3d6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3140", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 21:57:44.916807 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-41.nip.io-tls" in local store I0319 21:57:45.342617 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-41.nip.io-tls" I0319 21:57:45.343820 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-41.nip.io-tls" W0319 21:57:48.035118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:57:48.035158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 21:57:48.035229 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 21:57:48.076712 7 controller.go:216] "Backend successfully reloaded" I0319 21:57:48.076963 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g5f95", UID:"4ac97506-95c7-4c8f-b040-b45e69696d14", APIVersion:"v1", ResourceVersion:"1166", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 21:57:51.369023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:57:51.369054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 21:57:56.813001 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.5.230"}] I0319 21:57:56.820811 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b82be865-dd28-4317-9435-c25d3763f3d6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3370", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 21:57:56.822517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:57:56.822604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.41 - - [19/Mar/2026:21:57:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.284 [auth-system-keycloak-80] [] 10.0.0.173:8080 1925 2.283 200 d94d7f05a0b166475ab14ad4c0b601cd 199.204.45.41 - - [19/Mar/2026:21:57:57 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.197 [auth-system-keycloak-80] [] 10.0.0.173:8080 116 0.198 404 fbd877bc8ea8d96e3bcfdad07c1d800e 199.204.45.41 - - [19/Mar/2026:21:58:01 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.279 [auth-system-keycloak-80] [] 10.0.0.173:8080 0 4.278 201 fdea4063d071d8b432c77fa69ea57c15 199.204.45.41 - - [19/Mar/2026:21:58:01 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.420 [auth-system-keycloak-80] [] 10.0.0.173:8080 4246 0.419 200 8726a370020650ea6fe6d6e5af808c64 199.204.45.41 - - [19/Mar/2026:21:58:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.470 [auth-system-keycloak-80] [] 10.0.0.173:8080 1925 0.468 200 35a0b8e76d730354d5ba8b15675dd41d 199.204.45.41 - - [19/Mar/2026:21:58:03 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.088 [auth-system-keycloak-80] [] 10.0.0.173:8080 12500 0.088 200 0b0caaae03fe0039c19e7bf1ff0b6f87 199.204.45.41 - - [19/Mar/2026:21:58:03 +0000] "GET /admin/realms/atmosphere/client-scopes/1164006b-d396-47da-ad84-986e4bc5c539 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.008 [auth-system-keycloak-80] [] 10.0.0.173:8080 1278 0.008 200 46b7d101c857b7a36e59cd3eab50ce75 199.204.45.41 - - [19/Mar/2026:21:58:03 +0000] "PUT /admin/realms/atmosphere/client-scopes/1164006b-d396-47da-ad84-986e4bc5c539 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.017 [auth-system-keycloak-80] [] 10.0.0.173:8080 0 0.017 204 2949e1604ffa865ceff0456d5853ed64 199.204.45.41 - - [19/Mar/2026:21:58:03 +0000] "GET /admin/realms/atmosphere/client-scopes/1164006b-d396-47da-ad84-986e4bc5c539/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.042 [auth-system-keycloak-80] [] 10.0.0.173:8080 963 0.042 200 0a700951040a0ed522f833dee03480a0 199.204.45.41 - - [19/Mar/2026:21:58:03 +0000] "GET /admin/realms/atmosphere/client-scopes/1164006b-d396-47da-ad84-986e4bc5c539/protocol-mappers/models/6d3b1bf6-d9af-4975-8b99-eb2dcf790ede HTTP/1.1" 200 366 "-" "Ansible" 1307 0.010 [auth-system-keycloak-80] [] 10.0.0.173:8080 366 0.009 200 a935187b98baa63b9fab673c4932112b 199.204.45.41 - - [19/Mar/2026:21:58:03 +0000] "PUT /admin/realms/atmosphere/client-scopes/1164006b-d396-47da-ad84-986e4bc5c539/protocol-mappers/models/6d3b1bf6-d9af-4975-8b99-eb2dcf790ede HTTP/1.1" 204 0 "-" "Ansible" 1620 0.075 [auth-system-keycloak-80] [] 10.0.0.173:8080 0 0.074 204 e6a002e3154fc722484bf1cf1c98b65d 199.204.45.41 - - [19/Mar/2026:21:58:03 +0000] "GET /admin/realms/atmosphere/client-scopes/1164006b-d396-47da-ad84-986e4bc5c539 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.079 [auth-system-keycloak-80] [] 10.0.0.173:8080 1218 0.079 200 0a9424d833eac9e55c6fb0dd8ea684e6 199.204.45.41 - - [19/Mar/2026:21:58:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.475 [auth-system-keycloak-80] [] 10.0.0.173:8080 1925 0.475 200 3a2427d655f7ce90c1aaa0fb657b4c93 199.204.45.41 - - [19/Mar/2026:21:58:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.014 [auth-system-keycloak-80] [] 10.0.0.173:8080 2 0.014 200 8aac68f745d3b3486b6bbe06bb840f32 199.204.45.41 - - [19/Mar/2026:21:58:24 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.170 [auth-system-keycloak-80] [] 10.0.0.173:8080 0 0.170 201 bb3f2f838b12bac4fc593b7dc1df9aab 199.204.45.41 - - [19/Mar/2026:21:58:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.086 [auth-system-keycloak-80] [] 10.0.0.173:8080 1259 0.086 200 1e33201fe314ecf91ac9eaf27060ea6b 199.204.45.41 - - [19/Mar/2026:21:58:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.173:8080 1925 0.477 200 f0308883df0a648c8ab3a68bbcaff0d9 199.204.45.41 - - [19/Mar/2026:21:58:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.029 [auth-system-keycloak-80] [] 10.0.0.173:8080 2 0.030 200 77cb7f1bf96e5aadcc2f446f6f745f84 199.204.45.41 - - [19/Mar/2026:21:58:25 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.114 [auth-system-keycloak-80] [] 10.0.0.173:8080 0 0.113 201 8dfee7cb9dc06ab2ac028376bcd5ba13 199.204.45.41 - - [19/Mar/2026:21:58:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.074 [auth-system-keycloak-80] [] 10.0.0.173:8080 1283 0.074 200 275becba292c35be9a7e4d78e222529e 199.204.45.41 - - [19/Mar/2026:21:58:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.902 [auth-system-keycloak-80] [] 10.0.0.173:8080 1925 0.899 200 24fe9b140b872ccb7397bfa69804e88b 199.204.45.41 - - [19/Mar/2026:21:58:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.173:8080 2 0.007 200 2abe4f8331ac118b52a0e3d74ad9dba8 199.204.45.41 - - [19/Mar/2026:21:58:26 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.074 [auth-system-keycloak-80] [] 10.0.0.173:8080 0 0.074 201 b24078257c6197480b97846e6a4d7938 199.204.45.41 - - [19/Mar/2026:21:58:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.090 [auth-system-keycloak-80] [] 10.0.0.173:8080 1249 0.089 200 8886dc028e4612571720ca9ee514de77 199.204.45.41 - - [19/Mar/2026:21:58:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.466 [auth-system-keycloak-80] [] 10.0.0.173:8080 1925 0.466 200 1a2a20de76ed8538dab76aa13f455c8e 199.204.45.41 - - [19/Mar/2026:21:58:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.173:8080 1259 0.005 200 0da9c965c87ed716bec60b2af5775d65 199.204.45.41 - - [19/Mar/2026:21:58:28 +0000] "GET /admin/realms/atmosphere/clients/66b3cabb-8e12-44dd-8c48-b0d8f6edeec4/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.173:8080 119 0.010 404 b0216788309ea9a90de2d561e6210412 199.204.45.41 - - [19/Mar/2026:21:58:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.173:8080 1259 0.008 200 292688addc42da46e8ef789653f28ea9 199.204.45.41 - - [19/Mar/2026:21:58:28 +0000] "POST /admin/realms/atmosphere/clients/66b3cabb-8e12-44dd-8c48-b0d8f6edeec4/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.044 [auth-system-keycloak-80] [] 10.0.0.173:8080 0 0.043 201 f7d42aae1d9dfce934c6fee65246f575 199.204.45.41 - - [19/Mar/2026:21:58:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.173:8080 1259 0.008 200 32e8d8adac8294b2f1e913be72efdf64 199.204.45.41 - - [19/Mar/2026:21:58:28 +0000] "GET /admin/realms/atmosphere/clients/66b3cabb-8e12-44dd-8c48-b0d8f6edeec4/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.063 [auth-system-keycloak-80] [] 10.0.0.173:8080 166 0.064 200 391c18c6d7041ea14107f4562da2d48f 199.204.45.41 - - [19/Mar/2026:21:58:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.460 [auth-system-keycloak-80] [] 10.0.0.173:8080 1925 0.459 200 ea262d63668ddcd9529c2114b82c3c54 199.204.45.41 - - [19/Mar/2026:21:58:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.046 [auth-system-keycloak-80] [] 10.0.0.173:8080 1283 0.046 200 527b1fcf7b2e8b2da128e000e415298c 199.204.45.41 - - [19/Mar/2026:21:58:29 +0000] "GET /admin/realms/atmosphere/clients/991fab78-b904-4232-94ba-4a7679099d4a/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.173:8080 119 0.010 404 107a62ed852de61f25039f721d355dd4 199.204.45.41 - - [19/Mar/2026:21:58:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.173:8080 1283 0.006 200 3e9b93c0ecc2650b65aad4bb4a2750f8 199.204.45.41 - - [19/Mar/2026:21:58:29 +0000] "POST /admin/realms/atmosphere/clients/991fab78-b904-4232-94ba-4a7679099d4a/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.319 [auth-system-keycloak-80] [] 10.0.0.173:8080 0 0.318 201 44f92c9a7ec5fb4fe2f4d678ff80d96d 199.204.45.41 - - [19/Mar/2026:21:58:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.173:8080 1283 0.008 200 ad1df0e35e0e06f2b2638d1f786e3218 199.204.45.41 - - [19/Mar/2026:21:58:29 +0000] "GET /admin/realms/atmosphere/clients/991fab78-b904-4232-94ba-4a7679099d4a/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.012 [auth-system-keycloak-80] [] 10.0.0.173:8080 165 0.012 200 b3615f14e98e49b7e424cb855efdc2a8 199.204.45.41 - - [19/Mar/2026:21:58:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.555 [auth-system-keycloak-80] [] 10.0.0.173:8080 1925 0.554 200 e9ecfe92db62914a823d51d449a1a6d9 199.204.45.41 - - [19/Mar/2026:21:58:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.173:8080 1283 0.005 200 ca62f835513d758856cf1cea3f88a1e3 199.204.45.41 - - [19/Mar/2026:21:58:30 +0000] "GET /admin/realms/atmosphere/clients/991fab78-b904-4232-94ba-4a7679099d4a/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.049 [auth-system-keycloak-80] [] 10.0.0.173:8080 119 0.050 404 48f713f0476c44d9d183e638d8bdb4fa 199.204.45.41 - - [19/Mar/2026:21:58:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.173:8080 1283 0.005 200 0b78b6d61bae669d041cee3b26863841 199.204.45.41 - - [19/Mar/2026:21:58:30 +0000] "POST /admin/realms/atmosphere/clients/991fab78-b904-4232-94ba-4a7679099d4a/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.173:8080 0 0.015 201 9365988da5a7ac2b2ae35ba2f96ebc73 199.204.45.41 - - [19/Mar/2026:21:58:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.045 [auth-system-keycloak-80] [] 10.0.0.173:8080 1283 0.045 200 e9513bd495a51318964985206daa5604 199.204.45.41 - - [19/Mar/2026:21:58:30 +0000] "GET /admin/realms/atmosphere/clients/991fab78-b904-4232-94ba-4a7679099d4a/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.173:8080 166 0.013 200 abe1f5f2101c6506267c7b534e8b9aea 199.204.45.41 - - [19/Mar/2026:21:58:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.458 [auth-system-keycloak-80] [] 10.0.0.173:8080 1925 0.457 200 2bd1f4db14f13acc68723d265a3dc259 199.204.45.41 - - [19/Mar/2026:21:58:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.050 [auth-system-keycloak-80] [] 10.0.0.173:8080 1283 0.049 200 488e1d4f07d6273630f02b111c611899 199.204.45.41 - - [19/Mar/2026:21:58:31 +0000] "GET /admin/realms/atmosphere/clients/991fab78-b904-4232-94ba-4a7679099d4a/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.173:8080 119 0.009 404 81d296caadf786fe22f18f7200111f4d 199.204.45.41 - - [19/Mar/2026:21:58:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.052 [auth-system-keycloak-80] [] 10.0.0.173:8080 1283 0.052 200 e363140b29d8ad8860f86565c6dd9017 199.204.45.41 - - [19/Mar/2026:21:58:31 +0000] "POST /admin/realms/atmosphere/clients/991fab78-b904-4232-94ba-4a7679099d4a/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.173:8080 0 0.015 201 ad4fcc40893b21f9f7b4b0a8fc69e056 199.204.45.41 - - [19/Mar/2026:21:58:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.173:8080 1283 0.006 200 e4dc8bd84a76d129391fdbf776de226c 199.204.45.41 - - [19/Mar/2026:21:58:31 +0000] "GET /admin/realms/atmosphere/clients/991fab78-b904-4232-94ba-4a7679099d4a/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.019 [auth-system-keycloak-80] [] 10.0.0.173:8080 166 0.019 200 dcfbfd36445e36966162c2468c15825c 199.204.45.41 - - [19/Mar/2026:21:58:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.423 [auth-system-keycloak-80] [] 10.0.0.173:8080 1925 0.423 200 f18993f2209d866f217564f78f5e4f39 199.204.45.41 - - [19/Mar/2026:21:58:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.025 [auth-system-keycloak-80] [] 10.0.0.173:8080 1249 0.024 200 e7daa43cc68dc915faf326c17458da2f 199.204.45.41 - - [19/Mar/2026:21:58:32 +0000] "GET /admin/realms/atmosphere/clients/e2c85a99-9bec-407f-a455-6011e67db031/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.173:8080 119 0.008 404 5b75189407e4b6d0d715ba33401a598f 199.204.45.41 - - [19/Mar/2026:21:58:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.173:8080 1249 0.008 200 e9200807a28f70e81dc9f566ed8234e8 199.204.45.41 - - [19/Mar/2026:21:58:32 +0000] "POST /admin/realms/atmosphere/clients/e2c85a99-9bec-407f-a455-6011e67db031/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.059 [auth-system-keycloak-80] [] 10.0.0.173:8080 0 0.059 201 bae2e2dbd6ce82f9533702a52e39f411 199.204.45.41 - - [19/Mar/2026:21:58:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.173:8080 1249 0.006 200 f5ea65df5095c9d293b9255664935bdd 199.204.45.41 - - [19/Mar/2026:21:58:32 +0000] "GET /admin/realms/atmosphere/clients/e2c85a99-9bec-407f-a455-6011e67db031/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.173:8080 166 0.011 200 69cc427b37f9ea80ac4b4da7d2e980ef W0319 21:58:45.280976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:58:45.281022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:58:48.615086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:58:48.615131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:36.637723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:36.637760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:36.704558 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 21:59:36.704657 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0319 21:59:36.704695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:36.704736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:36.705015 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:36.705075 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0319 21:59:36.705106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:36.705141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:36.706745 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. I0319 21:59:36.706839 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0319 21:59:36.706881 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0319 21:59:36.706889 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0319 21:59:36.706962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:36.707000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 21:59:36.707597 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0319 21:59:36.707623 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0319 21:59:36.708796 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0319 21:59:36.708859 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0319 21:59:36.714500 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0319 21:59:36.715003 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"f86ce966-4e7d-4046-93ed-410cf1f709e2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4093", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 21:59:36.715064 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0319 21:59:36.715106 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0319 21:59:36.715259 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"791a4864-fedf-49ff-b171-b96a9a2cd632", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4094", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 21:59:36.715561 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0319 21:59:36.715593 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0319 21:59:36.715759 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f0508869-cbab-465e-91cd-70d62aedd693", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4096", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 21:59:36.716081 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0319 21:59:36.990288 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0319 21:59:36.991515 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0319 21:59:37.028156 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0319 21:59:37.032968 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0319 21:59:38.760064 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0319 21:59:38.761223 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/alertmanager-tls" I0319 21:59:39.026107 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0319 21:59:39.027324 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0319 21:59:39.972033 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 21:59:39.972101 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 21:59:39.972140 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:39.972256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:39.972281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 21:59:39.972397 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 21:59:40.018763 7 controller.go:216] "Backend successfully reloaded" I0319 21:59:40.019048 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g5f95", UID:"4ac97506-95c7-4c8f-b040-b45e69696d14", APIVersion:"v1", ResourceVersion:"1166", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 21:59:43.305449 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 21:59:43.305520 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 21:59:43.305555 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:43.305666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:43.305693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:46.638032 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 21:59:46.638078 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 21:59:46.638102 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:46.638181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:46.638201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:49.972102 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 21:59:49.972151 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 21:59:49.972179 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:49.972260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:49.972280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:53.305861 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 21:59:53.305903 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 21:59:53.305923 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:53.305986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:53.306002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:56.638026 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 21:59:56.638089 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 21:59:56.638117 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:56.638204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:56.638224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 21:59:57.078633 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.97.5.230"}] I0319 21:59:57.078741 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.97.5.230"}] I0319 21:59:57.080746 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.97.5.230"}] I0319 21:59:57.083710 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"f86ce966-4e7d-4046-93ed-410cf1f709e2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4757", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 21:59:57.085572 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f0508869-cbab-465e-91cd-70d62aedd693", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4759", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 21:59:57.086602 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"791a4864-fedf-49ff-b171-b96a9a2cd632", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4760", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 21:59:59.971286 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 21:59:59.971343 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 21:59:59.971379 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:59.971500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:59.971528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:03.305185 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 22:00:03.305246 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 22:00:03.305283 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 22:00:03.305417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:03.305445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:06.638007 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 22:00:06.638067 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 22:00:06.638095 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 22:00:06.638216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:06.638239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:09.972044 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 22:00:09.972154 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 22:00:09.972282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:09.972304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:13.304608 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 22:00:13.304700 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 22:00:13.304836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:13.304860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:16.638159 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 22:00:16.638301 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 22:00:16.638453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:16.638489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:19.971701 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 22:00:19.971802 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 22:00:19.971919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:19.971951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:23.307113 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 22:00:23.307209 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 22:00:23.307331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:23.307371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:26.639404 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 22:00:26.639513 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 22:00:26.639653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:26.639697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:29.971154 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 22:00:29.971249 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 22:00:29.971381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:29.971418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:33.305146 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 22:00:33.305241 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 22:00:33.305354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:33.305378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:36.638456 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 22:00:36.638744 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 22:00:36.639045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:36.639163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:39.971810 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 22:00:39.971902 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 22:00:39.972170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:39.972207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.44 - - [19/Mar/2026:22:00:41 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.036 [auth-system-keycloak-80] [] 10.0.0.173:8080 6411 0.036 200 2ed1a5a507997f7ae29f0318833d1f85 10.0.0.224 - - [19/Mar/2026:22:00:41 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.007 [auth-system-keycloak-80] [] 10.0.0.173:8080 6411 0.006 200 4d8b759bdb21e667dcdb3d4abf14d5ed W0319 22:00:43.304418 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 22:00:43.304600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:43.304620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:46.638302 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 22:00:46.638502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:46.638534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:49.971501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:49.971623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:53.305753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:53.305838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:58.418955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:58.419020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:01:01.752424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:01:01.752486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.41 - - [19/Mar/2026:22:01:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.481 [auth-system-keycloak-80] [] 10.0.0.173:8080 1925 0.480 200 6644f13df3fca4240e4186fd3bb248e8 199.204.45.41 - - [19/Mar/2026:22:01:05 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.006 [auth-system-keycloak-80] [] 10.0.0.173:8080 4246 0.006 200 6b6bbcd385f649f6fb8427872f0bc6fd 199.204.45.41 - - [19/Mar/2026:22:01:06 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.342 [auth-system-keycloak-80] [] 10.0.0.173:8080 0 0.340 204 47a18ef196ed421d32fb4cdf2f7a780c 199.204.45.41 - - [19/Mar/2026:22:01:06 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.193 [auth-system-keycloak-80] [] 10.0.0.173:8080 4384 0.194 200 895d5c8c91e85763f61194227738810f 199.204.45.41 - - [19/Mar/2026:22:01:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.465 [auth-system-keycloak-80] [] 10.0.0.173:8080 1925 0.463 200 f63818d0e1759564daa11bf5f9b59151 199.204.45.41 - - [19/Mar/2026:22:01:07 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.054 [auth-system-keycloak-80] [] 10.0.0.173:8080 1682 0.054 200 5fb750e453aac535f626558d199db2dc 199.204.45.41 - - [19/Mar/2026:22:01:07 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.173:8080 6411 0.006 200 62d7179b30b4adb2873ce396693ec6c4 199.204.45.41 - - [19/Mar/2026:22:01:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.442 [auth-system-keycloak-80] [] 10.0.0.173:8080 1925 0.440 200 fbe23a790c25046bc6eb2016002d5594 199.204.45.41 - - [19/Mar/2026:22:01:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.024 [auth-system-keycloak-80] [] 10.0.0.173:8080 2 0.024 200 de61eb797a2e994bbd50661444efd0ac 199.204.45.41 - - [19/Mar/2026:22:01:09 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.246 [auth-system-keycloak-80] [] 10.0.0.173:8080 0 0.245 201 6563bb3f30f751caca1662f79d2515e8 199.204.45.41 - - [19/Mar/2026:22:01:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.054 [auth-system-keycloak-80] [] 10.0.0.173:8080 2242 0.054 200 c4bf8519e2505ac51bacd1b34f2111f3 199.204.45.41 - - [19/Mar/2026:22:01:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.458 [auth-system-keycloak-80] [] 10.0.0.173:8080 1925 0.458 200 770860c4e426e9b0cf2179811cb7dacb 199.204.45.41 - - [19/Mar/2026:22:01:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.004 [auth-system-keycloak-80] [] 10.0.0.173:8080 2242 0.003 200 d99400fae4c04a718b5c5e6d2e5670a4 199.204.45.41 - - [19/Mar/2026:22:01:10 +0000] "GET /admin/realms/atmosphere/clients/87f04ba2-5479-4ba3-9dd7-c68e6bf65251/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.011 [auth-system-keycloak-80] [] 10.0.0.173:8080 233 0.011 200 7b1b137b052e6c9d88b78d7de05d74c5 199.204.45.41 - - [19/Mar/2026:22:01:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.047 [auth-system-keycloak-80] [] 10.0.0.173:8080 831 0.047 200 e4b90899e01b18f763c3dba0f1554546 199.204.45.41 - - [19/Mar/2026:22:01:10 +0000] "GET /admin/realms/atmosphere/clients/9dd93c68-cb83-4d1f-bd38-e6f79a49ba7b/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.023 [auth-system-keycloak-80] [] 10.0.0.173:8080 3758 0.023 200 d52cab578bd37b84eeb42c00748fd37c 199.204.45.41 - - [19/Mar/2026:22:01:10 +0000] "GET /admin/realms/atmosphere/users/87afa31f-7163-4791-b213-ca3e03896d64/role-mappings/clients/9dd93c68-cb83-4d1f-bd38-e6f79a49ba7b/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.171 [auth-system-keycloak-80] [] 10.0.0.173:8080 3758 0.170 200 c4745c4353825be0ab36c8fd88acc4f5 199.204.45.41 - - [19/Mar/2026:22:01:10 +0000] "GET /admin/realms/atmosphere/users/87afa31f-7163-4791-b213-ca3e03896d64/role-mappings/clients/9dd93c68-cb83-4d1f-bd38-e6f79a49ba7b/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.018 [auth-system-keycloak-80] [] 10.0.0.173:8080 2 0.017 200 8172839e3dc0aea3fa547e2ebbaf1926 199.204.45.41 - - [19/Mar/2026:22:01:11 +0000] "POST /admin/realms/atmosphere/users/87afa31f-7163-4791-b213-ca3e03896d64/role-mappings/clients/9dd93c68-cb83-4d1f-bd38-e6f79a49ba7b HTTP/1.1" 204 0 "-" "Ansible" 1388 0.342 [auth-system-keycloak-80] [] 10.0.0.173:8080 0 0.341 204 061fe2dbef7ccf9b9898eefb099dfb7a 199.204.45.41 - - [19/Mar/2026:22:01:11 +0000] "GET /admin/realms/atmosphere/users/87afa31f-7163-4791-b213-ca3e03896d64/role-mappings/clients/9dd93c68-cb83-4d1f-bd38-e6f79a49ba7b/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.012 [auth-system-keycloak-80] [] 10.0.0.173:8080 576 0.012 200 c186770f2bdbd951227e070a58a553fe W0319 22:01:13.936139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:01:13.936173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:01:17.270200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:01:17.270240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:01:20.603146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:01:20.603177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:01:23.936568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:01:23.936617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:19.461283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:19.461383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:54.089360 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0319 22:03:54.089445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:54.089465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:03:54.092280 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0319 22:03:54.092306 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0319 22:03:54.099913 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0319 22:03:54.100226 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4d6030e3-8ea9-4ca8-8d3c-374d32195ca8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6506", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 22:03:54.100457 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0319 22:03:54.100841 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0319 22:03:54.100936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:54.100956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:03:54.101065 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 22:03:54.151425 7 controller.go:216] "Backend successfully reloaded" I0319 22:03:54.151659 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g5f95", UID:"4ac97506-95c7-4c8f-b040-b45e69696d14", APIVersion:"v1", ResourceVersion:"1166", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 22:03:54.482197 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0319 22:03:54.484158 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" I0319 22:03:56.811182 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.97.5.230"}] I0319 22:03:56.816314 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4d6030e3-8ea9-4ca8-8d3c-374d32195ca8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6548", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 22:03:57.435385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:57.435445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.41 - - [19/Mar/2026:22:03:58 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.004 [openstack-keystone-api-5000] [] 10.0.0.245:5000 280 0.004 300 bfcf4d98eacaf87b152d3d55ecad3a0b 199.204.45.41 - - [19/Mar/2026:22:03:59 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.245:5000 265 0.004 200 2690bc4cf6ce3d0442a7681ac600b998 199.204.45.41 - - [19/Mar/2026:22:04:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.344 [openstack-keystone-api-5000] [] 10.0.0.245:5000 1359 0.344 201 0c17ea38e386940b3ecf84251dee26f8 199.204.45.41 - - [19/Mar/2026:22:04:00 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.245:5000 280 0.003 300 b3fbb614974b8fafbbe3e651aa9dda45 199.204.45.41 - - [19/Mar/2026:22:04:00 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.029 [openstack-keystone-api-5000] [] 10.0.0.245:5000 90 0.028 404 34e7d0c6fdf0c213a6989f223dcbc57c 199.204.45.41 - - [19/Mar/2026:22:04:00 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.027 [openstack-keystone-api-5000] [] 10.0.0.245:5000 368 0.027 200 ac971f9ab70b2b379f6c2af04e286952 199.204.45.41 - - [19/Mar/2026:22:04:00 +0000] "GET /v3/domains/fb56c4558b6c421cb08feed766a5bf42 HTTP/1.1" 200 246 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.024 [openstack-keystone-api-5000] [] 10.0.0.245:5000 246 0.025 200 ffb2e701f47bec0a555eb4433f9a556b W0319 22:04:00.768289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:04:00.768339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.41 - - [19/Mar/2026:22:04:01 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.002 [openstack-keystone-api-5000] [] 10.0.0.245:5000 265 0.002 200 728e0f9a267d400dc0e872878f2902f5 199.204.45.41 - - [19/Mar/2026:22:04:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.245:5000 1359 0.295 201 cd2219d8edd817ee85954611750e8ba7 199.204.45.41 - - [19/Mar/2026:22:04:01 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.245:5000 280 0.004 300 f11cb8387fbff01f0a378b8ed867ced7 199.204.45.41 - - [19/Mar/2026:22:04:01 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.024 [openstack-keystone-api-5000] [] 10.0.0.245:5000 101 0.024 404 18150c2e11b74d3e4c7da97662586b05 199.204.45.41 - - [19/Mar/2026:22:04:01 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.020 [openstack-keystone-api-5000] [] 10.0.0.245:5000 155 0.020 200 b7895c62019781d28c17456bd51f2a74 199.204.45.41 - - [19/Mar/2026:22:04:01 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.022 [openstack-keystone-api-5000] [] 10.0.0.245:5000 340 0.022 201 8aaa34f201f770431f55b10a3ca52472 199.204.45.41 - - [19/Mar/2026:22:04:02 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.245:5000 265 0.004 200 7d873a69dae2c4bc2b853d760327f78f 199.204.45.41 - - [19/Mar/2026:22:04:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.245:5000 1359 0.297 201 1cd7f150d7a2840f177a5416912472ce 199.204.45.41 - - [19/Mar/2026:22:04:02 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.245:5000 280 0.004 300 d01b820fb93579420a1b1f211b34fe03 199.204.45.41 - - [19/Mar/2026:22:04:02 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.018 [openstack-keystone-api-5000] [] 10.0.0.245:5000 98 0.017 404 6c21be7ccde0d7da0d38602ccf01ed09 199.204.45.41 - - [19/Mar/2026:22:04:02 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.018 [openstack-keystone-api-5000] [] 10.0.0.245:5000 135 0.018 200 e8aa41edf0e136939c56cb3ae14cb2da 199.204.45.41 - - [19/Mar/2026:22:04:02 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.020 [openstack-keystone-api-5000] [] 10.0.0.245:5000 356 0.019 201 dcafd6619be0ac1c9ab1639838071a85 199.204.45.41 - - [19/Mar/2026:22:04:03 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.245:5000 265 0.003 200 238e54b679f0d5123957d3c92e19dfa7 199.204.45.41 - - [19/Mar/2026:22:04:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.323 [openstack-keystone-api-5000] [] 10.0.0.245:5000 1359 0.323 201 4d4ebc750d4eebbd040334107363d060 199.204.45.41 - - [19/Mar/2026:22:04:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.245:5000 280 0.004 300 9ada20e4afeb1866c39358884084af1d 199.204.45.41 - - [19/Mar/2026:22:04:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.023 [openstack-keystone-api-5000] [] 10.0.0.245:5000 131 0.023 404 ab299c6cce87dfd79c7b2f72e465a3f7 199.204.45.41 - - [19/Mar/2026:22:04:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.018 [openstack-keystone-api-5000] [] 10.0.0.245:5000 167 0.017 200 0a769a6bb7318017c4fea7342647b4ef 199.204.45.41 - - [19/Mar/2026:22:04:03 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.021 [openstack-keystone-api-5000] [] 10.0.0.245:5000 222 0.022 201 c52a99c20537836325ae5ba4e37b22ef W0319 22:04:14.654137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:04:14.654186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:04:17.988474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:04:17.988522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:04:21.320900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:04:21.320940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:04:39.162978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:04:39.163024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:04:42.496553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:04:42.496593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:04:45.830800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:04:45.830851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:04:49.163179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:04:49.163242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:06:17.186722 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 22:06:17.186829 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0319 22:06:17.186891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:06:17.186909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:06:17.191096 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0319 22:06:17.191126 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0319 22:06:17.195808 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0319 22:06:17.196041 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"0f89f5e0-3346-4e7c-b6f9-d7b427cebd30", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7528", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 22:06:17.196373 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0319 22:06:17.196731 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 22:06:17.196881 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0319 22:06:17.196983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:06:17.197038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:06:17.197171 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 22:06:17.251244 7 controller.go:216] "Backend successfully reloaded" I0319 22:06:17.251707 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g5f95", UID:"4ac97506-95c7-4c8f-b040-b45e69696d14", APIVersion:"v1", ResourceVersion:"1166", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration 199.204.45.41 - - [19/Mar/2026:22:06:17 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.245:5000 280 0.003 300 f7ffb78e5cc9fd6dee7373d36656fa3c I0319 22:06:17.844980 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0319 22:06:17.846196 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.41 - - [19/Mar/2026:22:06:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.360 [openstack-keystone-api-5000] [] 10.0.0.245:5000 1990 0.360 201 96e24ba0846c908c48c5d1c5a7561b9b 199.204.45.41 - - [19/Mar/2026:22:06:18 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.037 [openstack-keystone-api-5000] [] 10.0.0.245:5000 85 0.037 404 2383ecf424be094fd6f0622a46c9ea1a 199.204.45.41 - - [19/Mar/2026:22:06:18 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.024 [openstack-keystone-api-5000] [] 10.0.0.245:5000 128 0.024 200 f01cdeae00a24a58f7288c702571fdaa 199.204.45.41 - - [19/Mar/2026:22:06:18 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.029 [openstack-keystone-api-5000] [] 10.0.0.245:5000 229 0.029 201 12910e8acb1e3ff6af30cca29069eea0 W0319 22:06:20.530561 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 22:06:20.530785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:06:20.530830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:06:23.863979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:06:23.864025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.41 - - [19/Mar/2026:22:06:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.245:5000 280 0.004 300 e1be4be527a670d09e148bbd535147fe 199.204.45.41 - - [19/Mar/2026:22:06:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 548 0.290 [openstack-keystone-api-5000] [] 10.0.0.245:5000 1990 0.291 201 a8a1c62fd0072624966b605f48abc4fa 199.204.45.41 - - [19/Mar/2026:22:06:26 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.024 [openstack-keystone-api-5000] [] 10.0.0.245:5000 1514 0.024 200 394a440bdfc00a809c1c39256574ff94 199.204.45.41 - - [19/Mar/2026:22:06:26 +0000] "PUT /v3/roles/0b0f585e211e430698e5649222c325f9/implies/dab761d73d5f4bbab5e94884f74dc0b8 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.033 [openstack-keystone-api-5000] [] 10.0.0.245:5000 518 0.033 201 a083d3c16fdb525555a26e793b711a71 I0319 22:06:57.797392 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.97.5.230"}] I0319 22:06:58.244878 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"0f89f5e0-3346-4e7c-b6f9-d7b427cebd30", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7878", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 22:06:58.286600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:06:58.286698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.41 - - [19/Mar/2026:22:07:24 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.245:5000 280 0.003 300 76d70df76308266f1fb7ce1ab8e77abd 199.204.45.41 - - [19/Mar/2026:22:07:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.354 [openstack-keystone-api-5000] [] 10.0.0.245:5000 2053 0.353 201 24c67708b6e6a0d327f995de6d6fde0b 199.204.45.41 - - [19/Mar/2026:22:07:25 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.033 [openstack-keystone-api-5000] [] 10.0.0.245:5000 87 0.033 404 2867c3db4a33e82c78fff32ff527b12f 199.204.45.41 - - [19/Mar/2026:22:07:25 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.028 [openstack-keystone-api-5000] [] 10.0.0.245:5000 388 0.028 200 897887e5bb0ce495d02affb491fb50ea 199.204.45.41 - - [19/Mar/2026:22:07:25 +0000] "GET /v3/users/rgw-RegionOne?domain_id=2979b50083ff469f9bc66e1cb738b527 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.023 [openstack-keystone-api-5000] [] 10.0.0.245:5000 91 0.023 404 0aeea4b91de46b12b16ddeb2bd203d80 199.204.45.41 - - [19/Mar/2026:22:07:25 +0000] "GET /v3/users?domain_id=2979b50083ff469f9bc66e1cb738b527&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.040 [openstack-keystone-api-5000] [] 10.0.0.245:5000 177 0.039 200 3360f6482b43c52db7a273ec1bb8d447 199.204.45.41 - - [19/Mar/2026:22:07:25 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.372 [openstack-keystone-api-5000] [] 10.0.0.245:5000 290 0.372 201 41391d973836f2848578da8765c911d0 199.204.45.41 - - [19/Mar/2026:22:07:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 229 0.008 [openstack-keystone-api-5000] [] 10.0.0.245:5000 280 0.008 300 18e12facce90a1cfd5a7a80d18a8d54d 199.204.45.41 - - [19/Mar/2026:22:07:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 548 0.287 [openstack-keystone-api-5000] [] 10.0.0.245:5000 2053 0.287 201 81048ea6d3bfe2dfaae5b83271770006 199.204.45.41 - - [19/Mar/2026:22:07:30 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 429 0.024 [openstack-keystone-api-5000] [] 10.0.0.245:5000 83 0.025 404 2c9cb879493b014e4d0719c18eca30d2 199.204.45.41 - - [19/Mar/2026:22:07:30 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 447 0.021 [openstack-keystone-api-5000] [] 10.0.0.245:5000 359 0.021 200 c812e9100b8fe216b18a3b6b441ea349 199.204.45.41 - - [19/Mar/2026:22:07:30 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 433 0.020 [openstack-keystone-api-5000] [] 10.0.0.245:5000 87 0.020 404 06f0a58fff402ea7eef192b9e394883b 199.204.45.41 - - [19/Mar/2026:22:07:30 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 451 0.024 [openstack-keystone-api-5000] [] 10.0.0.245:5000 388 0.024 200 dafbb04cda1322de04aafe258681bfab 199.204.45.41 - - [19/Mar/2026:22:07:30 +0000] "GET /v3/users/rgw-RegionOne?domain_id=2979b50083ff469f9bc66e1cb738b527 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 480 0.021 [openstack-keystone-api-5000] [] 10.0.0.245:5000 91 0.021 404 a1a511fe77aba83ea33ca7bfce12a7f5 199.204.45.41 - - [19/Mar/2026:22:07:30 +0000] "GET /v3/users?domain_id=2979b50083ff469f9bc66e1cb738b527&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 498 0.044 [openstack-keystone-api-5000] [] 10.0.0.245:5000 456 0.043 200 9abfbb1145f266af9aab11cb8f296f72 199.204.45.41 - - [19/Mar/2026:22:07:30 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.245:5000 88 0.023 404 c09de86e7570b30c161fed87787bb47e 199.204.45.41 - - [19/Mar/2026:22:07:30 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 452 0.023 [openstack-keystone-api-5000] [] 10.0.0.245:5000 518 0.023 200 fda3d6680abacb8eec1cbfe19adc8407 199.204.45.41 - - [19/Mar/2026:22:07:30 +0000] "PUT /v3/projects/574f0f3174b941c0862e477e07989686/users/2a638fa48350438d9b10fc746560beae/roles/6a9a87c0feb748699335af8cd0ec054b HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 556 0.035 [openstack-keystone-api-5000] [] 10.0.0.245:5000 0 0.035 204 13bd8b1d02cd51e01a2c71547a7c8e37 199.204.45.41 - - [19/Mar/2026:22:07:34 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.245:5000 280 0.003 300 d16eb87ec010df55b49292cf3cd59fbe 199.204.45.41 - - [19/Mar/2026:22:07:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.387 [openstack-keystone-api-5000] [] 10.0.0.245:5000 2053 0.388 201 075308e705ff64420fc0b851fc7643d2 199.204.45.41 - - [19/Mar/2026:22:07:34 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.029 [openstack-keystone-api-5000] [] 10.0.0.245:5000 150 0.029 200 cbc1d3a2ee89c4b557043c66f11ed25c 199.204.45.41 - - [19/Mar/2026:22:07:34 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.022 [openstack-keystone-api-5000] [] 10.0.0.245:5000 262 0.022 201 e7971dbd5995d4f9cad2041534dcb375 199.204.45.41 - - [19/Mar/2026:22:07:35 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.245:5000 280 0.003 300 c9677e7cdc5a20fe20ddbfa8b61097a4 199.204.45.41 - - [19/Mar/2026:22:07:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.306 [openstack-keystone-api-5000] [] 10.0.0.245:5000 2155 0.306 201 3ae92445ee908aeaf2ef53a37125db06 199.204.45.41 - - [19/Mar/2026:22:07:36 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.030 [openstack-keystone-api-5000] [] 10.0.0.245:5000 86 0.031 404 c01c45f87eaddb251cdc907a375f7921 199.204.45.41 - - [19/Mar/2026:22:07:36 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.013 [openstack-keystone-api-5000] [] 10.0.0.245:5000 380 0.014 200 b08cbc9f762aeff247d3bac4b8a7cee5 199.204.45.41 - - [19/Mar/2026:22:07:36 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=e2499fb8791d462782993723769b65c7 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.020 [openstack-keystone-api-5000] [] 10.0.0.245:5000 204 0.020 200 6f298c829d59a2b301ba965bf5acecf5 199.204.45.41 - - [19/Mar/2026:22:07:36 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.026 [openstack-keystone-api-5000] [] 10.0.0.245:5000 377 0.026 201 2b150ad9a9038736804a987fd197d8d9 199.204.45.41 - - [19/Mar/2026:22:07:36 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.245:5000 280 0.003 300 de2b00a9cdcd5199069df2770f4bd194 199.204.45.41 - - [19/Mar/2026:22:07:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.245:5000 2363 0.299 201 9ba8eede658fc7afdb8bb5783d1a2ea5 199.204.45.41 - - [19/Mar/2026:22:07:36 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.022 [openstack-keystone-api-5000] [] 10.0.0.245:5000 86 0.022 404 dcf092ae74b9a9eddb2ce0f31f5fcf5b 199.204.45.41 - - [19/Mar/2026:22:07:36 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.019 [openstack-keystone-api-5000] [] 10.0.0.245:5000 380 0.019 200 3e41a7e33b3865f61638966d81c0fa2c 199.204.45.41 - - [19/Mar/2026:22:07:36 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=e2499fb8791d462782993723769b65c7 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.021 [openstack-keystone-api-5000] [] 10.0.0.245:5000 206 0.021 200 36093797796dc63dbe0bccfc504b7deb 199.204.45.41 - - [19/Mar/2026:22:07:36 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.023 [openstack-keystone-api-5000] [] 10.0.0.245:5000 391 0.023 201 99e9454ee1bdd9ef356ab19ab0c7db5c W0319 22:07:38.221111 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 22:07:38.221369 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0319 22:07:38.222268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:38.222327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:07:38.227834 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.009s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.01s testedConfigurationSize:35.7kB} I0319 22:07:38.227889 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0319 22:07:38.232469 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0319 22:07:38.233135 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"2d2fd235-0839-415f-a748-7bff6fca8f76", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8126", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 22:07:38.233181 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0319 22:07:38.233660 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 22:07:38.233776 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0319 22:07:38.233936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:38.233968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:07:38.234129 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 22:07:38.290924 7 controller.go:216] "Backend successfully reloaded" I0319 22:07:38.291471 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g5f95", UID:"4ac97506-95c7-4c8f-b040-b45e69696d14", APIVersion:"v1", ResourceVersion:"1166", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 22:07:38.652540 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0319 22:07:38.653704 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0319 22:07:41.568063 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 22:07:41.568241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:41.568260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:55.430486 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 22:07:55.430701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:55.430721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:07:56.823584 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.97.5.230"}] I0319 22:07:56.904347 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"2d2fd235-0839-415f-a748-7bff6fca8f76", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8303", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 22:07:58.764878 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 22:07:58.765115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:58.765156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:07:58.765381 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 22:07:58.821945 7 controller.go:216] "Backend successfully reloaded" I0319 22:07:58.822187 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g5f95", UID:"4ac97506-95c7-4c8f-b040-b45e69696d14", APIVersion:"v1", ResourceVersion:"1166", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 22:08:02.098229 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 22:08:02.098406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:08:02.098433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:08:05.433108 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 22:08:05.433471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:08:05.433504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:08:08.838239 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 22:08:08.838387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:08:08.838405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:08:26.963863 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 22:08:26.963969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:08:26.963989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:08:30.296348 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 22:08:30.296492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:08:30.296515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:08:35.327023 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 22:08:35.327146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:08:35.327163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:08:42.056060 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 22:08:42.056232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:08:42.056280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:09:20.754169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:09:20.754217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:10:47.847793 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 22:10:47.847939 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0319 22:10:47.848026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:10:47.848052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:10:47.853474 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:39.1kB} I0319 22:10:47.853512 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0319 22:10:47.859968 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0319 22:10:47.860175 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"8b8ded1e-ac47-4774-b8c9-2bfd925e3f15", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9581", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 22:10:47.860493 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0319 22:10:47.860928 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 22:10:47.861049 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0319 22:10:47.861184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:10:47.861209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:10:47.861421 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 22:10:47.917513 7 controller.go:216] "Backend successfully reloaded" I0319 22:10:47.918239 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-g5f95", UID:"4ac97506-95c7-4c8f-b040-b45e69696d14", APIVersion:"v1", ResourceVersion:"1166", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 22:10:48.156050 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0319 22:10:48.157317 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0319 22:10:51.195659 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 22:10:51.195960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:10:51.195993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.41 - - [19/Mar/2026:22:10:51 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.245:5000 280 0.006 300 a781c3e59a14596b5d85eee7a5d63c2f 199.204.45.41 - - [19/Mar/2026:22:10:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.325 [openstack-keystone-api-5000] [] 10.0.0.245:5000 3197 0.325 201 8759329d2dfe5e8d58ceb005e22fd3eb 199.204.45.41 - - [19/Mar/2026:22:10:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9b0a2752c88bee988ec0da08002bda1b 199.204.45.41 - - [19/Mar/2026:22:10:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - de0a50b5cc0e08d5090635d76929ede1 199.204.45.41 - - [19/Mar/2026:22:10:53 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.245:5000 280 0.004 300 2313f07b04351d4f62539aae1c619e9e 199.204.45.41 - - [19/Mar/2026:22:10:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.304 [openstack-keystone-api-5000] [] 10.0.0.245:5000 3197 0.304 201 cba9306946d7616e519077ea12bc5ccb 199.204.45.41 - - [19/Mar/2026:22:10:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - bb62e6e5b99f3ba94eea8c0632c7b7c3 199.204.45.41 - - [19/Mar/2026:22:10:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a505e001cb16f17ab5b2cbdd72938231 W0319 22:10:54.527761 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 22:10:54.527972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:10:54.528002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.41 - - [19/Mar/2026:22:10:55 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.245:5000 280 0.004 300 e678dfd717479dcb06d8113f93a3680e 199.204.45.41 - - [19/Mar/2026:22:10:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.304 [openstack-keystone-api-5000] [] 10.0.0.245:5000 3197 0.305 201 163679b24db95525e8cfc59a003b51bb 199.204.45.41 - - [19/Mar/2026:22:10:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e668bcc8b82360d64cec324c8a41e9c0 199.204.45.41 - - [19/Mar/2026:22:10:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e571a11a50afdad8e6ce28223418dd7d I0319 22:10:56.811593 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.97.5.230"}] I0319 22:10:56.818243 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"8b8ded1e-ac47-4774-b8c9-2bfd925e3f15", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9675", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.41 - - [19/Mar/2026:22:10:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.245:5000 280 0.003 300 f306b4bec14cbbe34f1dc059ad3b237a 199.204.45.41 - - [19/Mar/2026:22:10:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.245:5000 3197 0.294 201 6baa73dd7be356143ade165414257750 199.204.45.41 - - [19/Mar/2026:22:10:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c759df9eeb87e20f01690f86b1a275ae 199.204.45.41 - - [19/Mar/2026:22:10:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d1e25efb3bff1091c6b3ce286588fd89 W0319 22:10:57.861873 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 22:10:57.862074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:10:57.862103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.41 - - [19/Mar/2026:22:10:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.245:5000 280 0.005 300 0016193881190913579baf51d5083037 199.204.45.41 - - [19/Mar/2026:22:10:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.245:5000 3197 0.299 201 3fa0ecf365390ce76a99dc07a9f090c3 199.204.45.41 - - [19/Mar/2026:22:10:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d5bc7199990d80c8e436310f38c4fbb3 199.204.45.41 - - [19/Mar/2026:22:10:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d7b5c30bf893d8c995ec4080b834a40c 199.204.45.41 - - [19/Mar/2026:22:11:00 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.245:5000 280 0.003 300 c6c9c21189b1c341c85c747f028bbbf4 199.204.45.41 - - [19/Mar/2026:22:11:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.245:5000 3197 0.289 201 22c4da16bbe9173fb48392012dd36062 W0319 22:11:01.194759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:11:01.194803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.41 - - [19/Mar/2026:22:11:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8a42a120182f96a26c205ad177507106 199.204.45.41 - - [19/Mar/2026:22:11:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - eb998bdd755a6acbaedd7494286b934f 199.204.45.41 - - [19/Mar/2026:22:11:02 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.245:5000 280 0.004 300 af78d4a1791e681a258bece41bea0a44 199.204.45.41 - - [19/Mar/2026:22:11:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.245:5000 3197 0.294 201 eaefd2ad74707b0bd42d2cf3fc0b5eef 199.204.45.41 - - [19/Mar/2026:22:11:02 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.208:9292 1301 0.003 300 31a8a7b1dc8f5227eaa45c72e4c812b5 199.204.45.41 - - [19/Mar/2026:22:11:03 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.580 [openstack-glance-api-9292] [] 10.0.0.208:9292 69 0.580 200 e82c445e4d3bd0905cab625f9252e75f 199.204.45.41 - - [19/Mar/2026:22:11:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.245:5000 280 0.003 300 3c09265f8d37b48a26c8b127250ae9a6 199.204.45.41 - - [19/Mar/2026:22:11:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.302 [openstack-keystone-api-5000] [] 10.0.0.245:5000 3197 0.302 201 193d3fd332dba8f7f154e37b99017329 199.204.45.41 - - [19/Mar/2026:22:11:06 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.208:9292 1301 0.002 300 2c9f37e6a00f4cda9c314c2aede913fa 199.204.45.41 - - [19/Mar/2026:22:11:06 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.037 [openstack-glance-api-9292] [] 10.0.0.208:9292 69 0.037 200 ba75d6d85a6a62584a7673b89fb26c68 199.204.45.41 - - [19/Mar/2026:22:11:06 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.160 [openstack-glance-api-9292] [] 10.0.0.208:9292 151 0.160 404 5aa4282971d7976446118ab66315bd77 199.204.45.41 - - [19/Mar/2026:22:11:06 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.023 [openstack-glance-api-9292] [] 10.0.0.208:9292 81 0.022 200 baa9a66d94e3c3c5b4fb07b24620e488 199.204.45.41 - - [19/Mar/2026:22:11:06 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.027 [openstack-glance-api-9292] [] 10.0.0.208:9292 84 0.027 200 813745722614963436f6b807306c2a28 199.204.45.41 - - [19/Mar/2026:22:11:07 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.064 [openstack-glance-api-9292] [] 10.0.0.208:9292 760 0.064 201 e2e5b6f1f2123ba0e1dae066ae1487af 199.204.45.41 - - [19/Mar/2026:22:11:12 +0000] "PUT /v2/images/ad04feb0-93a5-4a73-9dc3-ab4e92b9a7e9/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 5.130 [openstack-glance-api-9292] [] 10.0.0.208:9292 0 5.130 204 0db4ac3238e579fecf6ad4eaa9359b75 199.204.45.41 - - [19/Mar/2026:22:11:12 +0000] "GET /v2/images/ad04feb0-93a5-4a73-9dc3-ab4e92b9a7e9 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.015 [openstack-glance-api-9292] [] 10.0.0.208:9292 1171 0.016 200 4269798b49990c4c988fbbeb01309843 199.204.45.41 - - [19/Mar/2026:22:11:12 +0000] "GET /v2/images/ad04feb0-93a5-4a73-9dc3-ab4e92b9a7e9 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.014 [openstack-glance-api-9292] [] 10.0.0.208:9292 1171 0.015 200 f5293b41a4517d7209816a1e65f5e7d7 W0319 22:11:14.967915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:11:14.968212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:11:18.303394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:11:18.303446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store