------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0329 01:56:09.766200 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0329 01:56:09.766379 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0329 01:56:09.776275 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0329 01:56:09.779397 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0329 01:56:09.924404 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0329 01:56:09.948792 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0329 01:56:09.963710 7 nginx.go:271] "Starting NGINX Ingress controller" I0329 01:56:09.970543 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"7337ccdc-49aa-4965-bf11-16593003d8f4", APIVersion:"v1", ResourceVersion:"1308", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0329 01:56:09.974291 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"30ea5e24-f097-46a4-831e-440d4ae56161", APIVersion:"v1", ResourceVersion:"1309", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0329 01:56:09.974366 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"ac71416e-b555-40e1-bbde-e7f5e2b63154", APIVersion:"v1", ResourceVersion:"1310", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0329 01:56:11.165064 7 nginx.go:317] "Starting NGINX process" I0329 01:56:11.165239 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0329 01:56:11.165683 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0329 01:56:11.166032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:11.166067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 01:56:11.166109 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 01:56:11.174298 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0329 01:56:11.174411 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-fdzlk" I0329 01:56:11.203466 7 controller.go:216] "Backend successfully reloaded" I0329 01:56:11.203609 7 controller.go:227] "Initial sync, sleeping for 1 second" I0329 01:56:11.203684 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fdzlk", UID:"50df5e28-8b77-4c24-b838-1258cb27f042", APIVersion:"v1", ResourceVersion:"1351", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 01:56:14.989682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:14.989720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:18.323150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:18.323204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:21.656986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:21.657025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:24.990285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:24.990319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:28.324004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:28.324042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:31.656484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:31.656526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:34.990382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:34.990428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:38.324033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:38.324098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:47.622040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:47.622089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:36.871569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:36.871620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:59.740778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:59.740823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:03.074423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:03.074478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:06.407724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:06.407773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:09.740891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:09.740932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:13.074852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:13.074901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:16.407839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:16.407881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:33.675284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:33.675330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:37.009359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:37.009400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:40.342951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:40.343012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:43.675515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:43.675583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:00:41.389546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:00:41.389590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:00:43.919711 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-62.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-62.nip.io-tls was not found. Using default certificate W0329 02:00:43.919776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:00:43.919862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:00:43.921805 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0329 02:00:43.921844 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0329 02:00:43.927017 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0329 02:00:43.927220 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"3c557b6a-0900-4629-a2f4-26ebed642870", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3407", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:00:43.927792 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.162-253-55-62.nip.io-tls" in local store I0329 02:00:44.191860 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.162-253-55-62.nip.io-tls" I0329 02:00:44.192821 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.162-253-55-62.nip.io-tls" W0329 02:00:44.723279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:00:44.723362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:00:44.723522 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:00:44.786242 7 controller.go:216] "Backend successfully reloaded" I0329 02:00:44.786730 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fdzlk", UID:"50df5e28-8b77-4c24-b838-1258cb27f042", APIVersion:"v1", ResourceVersion:"1351", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:00:48.056607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:00:48.056643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.62 - - [29/Mar/2026:02:00:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.242 [auth-system-keycloak-80] [] 10.0.0.134:8080 1925 2.242 200 b42daf87d9da2f89d860d93f5b7e391e 162.253.55.62 - - [29/Mar/2026:02:00:56 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.183 [auth-system-keycloak-80] [] 10.0.0.134:8080 116 0.183 404 fc07019b67a3fdc78f05ebfa26b058a0 162.253.55.62 - - [29/Mar/2026:02:01:00 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.486 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 4.485 201 c229d5bd2d54211710d28817c493d00e 162.253.55.62 - - [29/Mar/2026:02:01:01 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.512 [auth-system-keycloak-80] [] 10.0.0.134:8080 4246 0.512 200 efa8f54819371de4590f300186ad1130 162.253.55.62 - - [29/Mar/2026:02:01:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.543 [auth-system-keycloak-80] [] 10.0.0.134:8080 1925 0.543 200 df863eb635ca004621b78f5b41b266a8 162.253.55.62 - - [29/Mar/2026:02:01:02 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.093 [auth-system-keycloak-80] [] 10.0.0.134:8080 12500 0.093 200 5ce0ed57467eb6455082b9c360095659 162.253.55.62 - - [29/Mar/2026:02:01:02 +0000] "GET /admin/realms/atmosphere/client-scopes/87a505ca-d88c-4033-a20d-1172d35b7903 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.009 [auth-system-keycloak-80] [] 10.0.0.134:8080 1278 0.010 200 e864232909271e35a251871edb56d707 162.253.55.62 - - [29/Mar/2026:02:01:02 +0000] "PUT /admin/realms/atmosphere/client-scopes/87a505ca-d88c-4033-a20d-1172d35b7903 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.067 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.066 204 11d151e94ba4c6f5cc591a94836839fb 162.253.55.62 - - [29/Mar/2026:02:01:02 +0000] "GET /admin/realms/atmosphere/client-scopes/87a505ca-d88c-4033-a20d-1172d35b7903/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.084 [auth-system-keycloak-80] [] 10.0.0.134:8080 963 0.084 200 35a56bd7f50b56c136b279d4df2bf4dc 162.253.55.62 - - [29/Mar/2026:02:01:02 +0000] "GET /admin/realms/atmosphere/client-scopes/87a505ca-d88c-4033-a20d-1172d35b7903/protocol-mappers/models/b09e7c19-2579-4f04-9fcf-5fc9eacec012 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.074 [auth-system-keycloak-80] [] 10.0.0.134:8080 366 0.075 200 2569887eae5b5ec37bb05290244327bf 162.253.55.62 - - [29/Mar/2026:02:01:02 +0000] "PUT /admin/realms/atmosphere/client-scopes/87a505ca-d88c-4033-a20d-1172d35b7903/protocol-mappers/models/b09e7c19-2579-4f04-9fcf-5fc9eacec012 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.081 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.080 204 112558e37a339d6ccd6712a6a7f05439 162.253.55.62 - - [29/Mar/2026:02:01:02 +0000] "GET /admin/realms/atmosphere/client-scopes/87a505ca-d88c-4033-a20d-1172d35b7903 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.020 [auth-system-keycloak-80] [] 10.0.0.134:8080 1218 0.019 200 cd42d2f8b4f1ee6056aceb2b54d0c05b I0329 02:01:11.185349 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.108.26.230"}] I0329 02:01:11.190433 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"3c557b6a-0900-4629-a2f4-26ebed642870", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3736", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:01:11.191749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:11.191779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.62 - - [29/Mar/2026:02:01:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.465 [auth-system-keycloak-80] [] 10.0.0.134:8080 1925 0.465 200 a81db29dc9d376ed9725206b506306ed 162.253.55.62 - - [29/Mar/2026:02:01:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.043 [auth-system-keycloak-80] [] 10.0.0.134:8080 2 0.043 200 08a29a54a42707ca36c3444d9d83f5f5 162.253.55.62 - - [29/Mar/2026:02:01:24 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.197 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.196 201 c40421c4f214cfe019ddc9269444a884 162.253.55.62 - - [29/Mar/2026:02:01:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.088 [auth-system-keycloak-80] [] 10.0.0.134:8080 1259 0.087 200 dd2f6c57bc2529bcdc60a8b023e12597 162.253.55.62 - - [29/Mar/2026:02:01:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.854 [auth-system-keycloak-80] [] 10.0.0.134:8080 1925 0.853 200 f483afae23324ad9b8bc413bc7d88a79 162.253.55.62 - - [29/Mar/2026:02:01:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.045 [auth-system-keycloak-80] [] 10.0.0.134:8080 2 0.045 200 069c90515df5490f071859a82d2a6a08 162.253.55.62 - - [29/Mar/2026:02:01:25 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.103 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.103 201 87084450bc60d98416eda14987b73546 162.253.55.62 - - [29/Mar/2026:02:01:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.024 [auth-system-keycloak-80] [] 10.0.0.134:8080 1283 0.024 200 be2cd5409fba870bcf4a5abd574c21bd 162.253.55.62 - - [29/Mar/2026:02:01:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.465 [auth-system-keycloak-80] [] 10.0.0.134:8080 1925 0.464 200 4beef5d75a286adeb48a41b777c9ebd4 162.253.55.62 - - [29/Mar/2026:02:01:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.134:8080 2 0.011 200 fe574d29c0ec120cbb206d10df14adef 162.253.55.62 - - [29/Mar/2026:02:01:26 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.085 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.084 201 eaaea387a9a53f1a7d8430e92bcd45b7 162.253.55.62 - - [29/Mar/2026:02:01:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.073 [auth-system-keycloak-80] [] 10.0.0.134:8080 1249 0.073 200 8ea258c7e7ffc9cfffd6fce3f3b12526 162.253.55.62 - - [29/Mar/2026:02:01:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.437 [auth-system-keycloak-80] [] 10.0.0.134:8080 1925 0.436 200 ba8e1184d022d591ba52e3b6af78abdf 162.253.55.62 - - [29/Mar/2026:02:01:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.019 [auth-system-keycloak-80] [] 10.0.0.134:8080 1259 0.020 200 f3911eba19b2daa7467f754fa5211f08 162.253.55.62 - - [29/Mar/2026:02:01:27 +0000] "GET /admin/realms/atmosphere/clients/fe6946db-7413-48c9-8c8c-4adf759513c9/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.134:8080 119 0.013 404 05eccb9a7605985c6f7465c72ff95c22 162.253.55.62 - - [29/Mar/2026:02:01:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.134:8080 1259 0.006 200 ebf76aeaf6f13c60db01c3b8fbc1839c 162.253.55.62 - - [29/Mar/2026:02:01:27 +0000] "POST /admin/realms/atmosphere/clients/fe6946db-7413-48c9-8c8c-4adf759513c9/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.046 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.046 201 aad0c012445b250370d912c84ca38b5c 162.253.55.62 - - [29/Mar/2026:02:01:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.134:8080 1259 0.008 200 04a7655436e5c56210fe0488b59c9e9d 162.253.55.62 - - [29/Mar/2026:02:01:27 +0000] "GET /admin/realms/atmosphere/clients/fe6946db-7413-48c9-8c8c-4adf759513c9/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.134:8080 166 0.015 200 643b40efd6c48558c1890f9cea016411 162.253.55.62 - - [29/Mar/2026:02:01:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.489 [auth-system-keycloak-80] [] 10.0.0.134:8080 1925 0.488 200 9ef43ae7e090c14c629b1a3200b9c074 162.253.55.62 - - [29/Mar/2026:02:01:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.134:8080 1283 0.005 200 c8cc7c0c9608d2d75406f04d43d795e3 162.253.55.62 - - [29/Mar/2026:02:01:28 +0000] "GET /admin/realms/atmosphere/clients/16a71d01-fad3-448c-ad54-517b2cbd6f2e/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.011 [auth-system-keycloak-80] [] 10.0.0.134:8080 119 0.011 404 713e65a21167ad54625a86709d14c6b3 162.253.55.62 - - [29/Mar/2026:02:01:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.049 [auth-system-keycloak-80] [] 10.0.0.134:8080 1283 0.049 200 2b54d067eebdacdede6c006b6f805985 162.253.55.62 - - [29/Mar/2026:02:01:28 +0000] "POST /admin/realms/atmosphere/clients/16a71d01-fad3-448c-ad54-517b2cbd6f2e/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.167 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.165 201 cb58f36a7b4ea7a3b096225245db3e39 162.253.55.62 - - [29/Mar/2026:02:01:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.134:8080 1283 0.008 200 89efd7900321c898bb5213ebfdfc86c1 162.253.55.62 - - [29/Mar/2026:02:01:28 +0000] "GET /admin/realms/atmosphere/clients/16a71d01-fad3-448c-ad54-517b2cbd6f2e/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.014 [auth-system-keycloak-80] [] 10.0.0.134:8080 165 0.013 200 483a080e978cefd713f7ab9719bef982 162.253.55.62 - - [29/Mar/2026:02:01:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.466 [auth-system-keycloak-80] [] 10.0.0.134:8080 1925 0.465 200 9ff48eb39327136ee650a213fc48f7b8 162.253.55.62 - - [29/Mar/2026:02:01:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.020 [auth-system-keycloak-80] [] 10.0.0.134:8080 1283 0.020 200 078ad379ffe468afd35df546fcf57508 162.253.55.62 - - [29/Mar/2026:02:01:29 +0000] "GET /admin/realms/atmosphere/clients/16a71d01-fad3-448c-ad54-517b2cbd6f2e/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.006 [auth-system-keycloak-80] [] 10.0.0.134:8080 119 0.006 404 adefa0e9aeac1eeb906d1103867c3138 162.253.55.62 - - [29/Mar/2026:02:01:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.134:8080 1283 0.004 200 eea4564f92b427338356b98f34d62211 162.253.55.62 - - [29/Mar/2026:02:01:29 +0000] "POST /admin/realms/atmosphere/clients/16a71d01-fad3-448c-ad54-517b2cbd6f2e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.054 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.053 201 3ddd11340f408e35cb17014fa736b089 162.253.55.62 - - [29/Mar/2026:02:01:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.134:8080 1283 0.005 200 102c50f2306fc64755526034a39a4ecf 162.253.55.62 - - [29/Mar/2026:02:01:29 +0000] "GET /admin/realms/atmosphere/clients/16a71d01-fad3-448c-ad54-517b2cbd6f2e/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.134:8080 166 0.010 200 49218b5624a4b26ee706105bbac8f37e 162.253.55.62 - - [29/Mar/2026:02:01:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.498 [auth-system-keycloak-80] [] 10.0.0.134:8080 1925 0.497 200 527b1107a7a11ca5c13162d9d96bfb9d 162.253.55.62 - - [29/Mar/2026:02:01:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.013 [auth-system-keycloak-80] [] 10.0.0.134:8080 1283 0.012 200 7d3f0cfd782f29d2d488db32a2f514fa 162.253.55.62 - - [29/Mar/2026:02:01:30 +0000] "GET /admin/realms/atmosphere/clients/16a71d01-fad3-448c-ad54-517b2cbd6f2e/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.134:8080 119 0.009 404 bd91b6f65959a76fd7415d4fbbc84685 162.253.55.62 - - [29/Mar/2026:02:01:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.134:8080 1283 0.006 200 67d8ba2ab45062fcdd52d329afd868d0 162.253.55.62 - - [29/Mar/2026:02:01:30 +0000] "POST /admin/realms/atmosphere/clients/16a71d01-fad3-448c-ad54-517b2cbd6f2e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.044 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.044 201 9f334a4c1397ecb00b768e5fff53c403 162.253.55.62 - - [29/Mar/2026:02:01:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.134:8080 1283 0.008 200 6d5bbf2a0b17aae48ebf71ab13a16718 162.253.55.62 - - [29/Mar/2026:02:01:30 +0000] "GET /admin/realms/atmosphere/clients/16a71d01-fad3-448c-ad54-517b2cbd6f2e/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.066 [auth-system-keycloak-80] [] 10.0.0.134:8080 166 0.066 200 d263f1cc42b71705850f3c1090895a32 162.253.55.62 - - [29/Mar/2026:02:01:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.549 [auth-system-keycloak-80] [] 10.0.0.134:8080 1925 0.548 200 49848b5da9f428d95027fe2bbc3ec1e9 162.253.55.62 - - [29/Mar/2026:02:01:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.134:8080 1249 0.006 200 d1ff5a480b7bacd8fdafa8d080eba04f 162.253.55.62 - - [29/Mar/2026:02:01:31 +0000] "GET /admin/realms/atmosphere/clients/e88a5d7e-a377-4fd5-b995-91566992beac/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.049 [auth-system-keycloak-80] [] 10.0.0.134:8080 119 0.049 404 2f6f21375cb838b02bf9f28ca8fe2099 162.253.55.62 - - [29/Mar/2026:02:01:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.134:8080 1249 0.006 200 672842203f477faa76cd948d4150678e 162.253.55.62 - - [29/Mar/2026:02:01:31 +0000] "POST /admin/realms/atmosphere/clients/e88a5d7e-a377-4fd5-b995-91566992beac/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.014 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.013 201 3a22e9bfac4aaee4c292a665ce9b6e35 162.253.55.62 - - [29/Mar/2026:02:01:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.134:8080 1249 0.007 200 345ef2c6ca0b6ef0f4c6e38e0d1e2225 162.253.55.62 - - [29/Mar/2026:02:01:31 +0000] "GET /admin/realms/atmosphere/clients/e88a5d7e-a377-4fd5-b995-91566992beac/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.031 [auth-system-keycloak-80] [] 10.0.0.134:8080 166 0.030 200 09c6073400490bae470684e6992f0f67 W0329 02:01:50.668614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:50.668651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:54.002079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:54.002238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:36.998917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:36.998949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:37.106959 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:02:37.107019 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0329 02:02:37.107050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:37.107067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:37.107137 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:02:37.107214 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0329 02:02:37.107267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:37.107305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:37.107448 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:02:37.107547 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0329 02:02:37.107601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:37.107622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:02:37.108999 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0329 02:02:37.109025 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0329 02:02:37.109096 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0329 02:02:37.109135 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0329 02:02:37.110200 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0329 02:02:37.110220 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0329 02:02:37.118030 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0329 02:02:37.118395 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"b04d0fd8-1efe-40e7-8383-38e7298feb65", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4419", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:02:37.118799 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0329 02:02:37.118835 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0329 02:02:37.118991 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"024d34bd-8de1-44eb-8017-d83524268339", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4423", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:02:37.119121 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0329 02:02:37.119139 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0329 02:02:37.119673 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0329 02:02:37.119703 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a10ac11d-0368-49bc-83ba-8233b65e3f08", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4424", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:02:37.356755 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0329 02:02:37.358511 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0329 02:02:37.362316 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0329 02:02:37.363687 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0329 02:02:38.776515 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0329 02:02:38.777685 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0329 02:02:40.332569 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:02:40.332641 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:02:40.332677 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:02:40.332792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:40.332823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:02:40.332974 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:02:40.382154 7 controller.go:216] "Backend successfully reloaded" I0329 02:02:40.382414 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fdzlk", UID:"50df5e28-8b77-4c24-b838-1258cb27f042", APIVersion:"v1", ResourceVersion:"1351", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:02:43.666336 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:02:43.666379 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:02:43.666399 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:02:43.666466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:43.666480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:46.999716 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:02:46.999783 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:02:46.999826 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:02:46.999938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:46.999968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:50.333068 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:02:50.333137 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:02:50.333175 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:02:50.333293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:50.333323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:53.666705 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:02:53.666914 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:02:53.667012 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:02:53.667219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:53.667315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:56.999488 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:02:56.999574 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:02:56.999629 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:02:56.999981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:57.000023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:00.332387 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:00.332478 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:00.332655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:00.332682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:03.665784 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:03.665844 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:03.665906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:03.665920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:06.999720 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:06.999884 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:07.000067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:07.000088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:10.333331 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:10.333405 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:10.333489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:10.333503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:03:11.183941 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.108.26.230"}] I0329 02:03:11.184039 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.108.26.230"}] I0329 02:03:11.184427 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.108.26.230"}] I0329 02:03:11.196868 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a10ac11d-0368-49bc-83ba-8233b65e3f08", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5386", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:03:11.200106 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"b04d0fd8-1efe-40e7-8383-38e7298feb65", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5387", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:03:11.201757 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"024d34bd-8de1-44eb-8017-d83524268339", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5388", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:03:13.666851 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:13.666928 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:13.667013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:13.667035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.7 - - [29/Mar/2026:02:03:16 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.031 [auth-system-keycloak-80] [] 10.0.0.134:8080 6411 0.031 200 31cb8a0ed7c54562212409c0f985308e W0329 02:03:16.999374 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:16.999534 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:16.999660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:16.999689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:20.332565 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:20.332830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:20.332861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:23.666977 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:23.667421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:23.667499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.139 - - [29/Mar/2026:02:03:24 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.006 [auth-system-keycloak-80] [] 10.0.0.134:8080 6411 0.006 200 443456082dc6c755b321e2102aaabff2 W0329 02:03:26.999788 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:27.000011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:27.000041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:30.333047 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:30.333314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:30.333356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:34.460879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:34.460921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:43.121788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:43.121846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.62 - - [29/Mar/2026:02:03:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.596 [auth-system-keycloak-80] [] 10.0.0.134:8080 1925 0.595 200 89d76915373bec1c8ed207d65db1363c 162.253.55.62 - - [29/Mar/2026:02:03:49 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.032 [auth-system-keycloak-80] [] 10.0.0.134:8080 4246 0.032 200 320e56d01b12178b82ff9619dfad274a 162.253.55.62 - - [29/Mar/2026:02:03:49 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.507 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.507 204 ae1cfb21a13c0310472a1fc0dd2afa69 162.253.55.62 - - [29/Mar/2026:02:03:49 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.179 [auth-system-keycloak-80] [] 10.0.0.134:8080 4384 0.179 200 4f02b59db76f86bea48f3eeb13b89d90 162.253.55.62 - - [29/Mar/2026:02:03:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.495 [auth-system-keycloak-80] [] 10.0.0.134:8080 1925 0.494 200 9f94cee246ae1fc4a6e43feea2f90584 162.253.55.62 - - [29/Mar/2026:02:03:50 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.134:8080 1682 0.009 200 08c983320cdf66ec03de4dc59a5bf709 162.253.55.62 - - [29/Mar/2026:02:03:51 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.008 [auth-system-keycloak-80] [] 10.0.0.134:8080 6411 0.007 200 8480f58437f5faebce1ecb172d93cfbf 162.253.55.62 - - [29/Mar/2026:02:03:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.487 [auth-system-keycloak-80] [] 10.0.0.134:8080 1925 0.486 200 5c962975c06baabc8bf9824e19b0d4c1 162.253.55.62 - - [29/Mar/2026:02:03:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.134:8080 2 0.009 200 669571f195724968e6adf8bc887fdf13 162.253.55.62 - - [29/Mar/2026:02:03:52 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.131 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.130 201 d56e3278fa65c3fbd0166606435c24ed 162.253.55.62 - - [29/Mar/2026:02:03:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.019 [auth-system-keycloak-80] [] 10.0.0.134:8080 2242 0.019 200 2bf8ac074d043c6236a68869ef31fe66 162.253.55.62 - - [29/Mar/2026:02:03:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.489 [auth-system-keycloak-80] [] 10.0.0.134:8080 1925 0.487 200 27f346e6c39583f2ed8eb8f9424843f0 162.253.55.62 - - [29/Mar/2026:02:03:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.134:8080 2242 0.005 200 2bdab1e5d06154010fa3a22e830247e1 162.253.55.62 - - [29/Mar/2026:02:03:54 +0000] "GET /admin/realms/atmosphere/clients/c692bb21-fb4d-4550-9d2a-0bb99b91da0c/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.034 [auth-system-keycloak-80] [] 10.0.0.134:8080 233 0.035 200 de6761c4e607db982e47f4b7cf175a9e 162.253.55.62 - - [29/Mar/2026:02:03:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.021 [auth-system-keycloak-80] [] 10.0.0.134:8080 831 0.020 200 85b135f843da00d9f50cef72e7ee80fc 162.253.55.62 - - [29/Mar/2026:02:03:54 +0000] "GET /admin/realms/atmosphere/clients/a4f34324-d85c-46c2-8b30-54172d0a175b/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.072 [auth-system-keycloak-80] [] 10.0.0.134:8080 3758 0.071 200 6a33c5a08b47e2a5047be62c5a8694cb 162.253.55.62 - - [29/Mar/2026:02:03:54 +0000] "GET /admin/realms/atmosphere/users/d5b5be65-8ee5-4698-8176-2db84e8ca56a/role-mappings/clients/a4f34324-d85c-46c2-8b30-54172d0a175b/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.187 [auth-system-keycloak-80] [] 10.0.0.134:8080 3758 0.187 200 24ceb4fb3b92c783dbd9d67527d64bdc 162.253.55.62 - - [29/Mar/2026:02:03:54 +0000] "GET /admin/realms/atmosphere/users/d5b5be65-8ee5-4698-8176-2db84e8ca56a/role-mappings/clients/a4f34324-d85c-46c2-8b30-54172d0a175b/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.086 [auth-system-keycloak-80] [] 10.0.0.134:8080 2 0.086 200 a412255ce66eef3f52b9273927f4e270 162.253.55.62 - - [29/Mar/2026:02:03:54 +0000] "POST /admin/realms/atmosphere/users/d5b5be65-8ee5-4698-8176-2db84e8ca56a/role-mappings/clients/a4f34324-d85c-46c2-8b30-54172d0a175b HTTP/1.1" 204 0 "-" "Ansible" 1388 0.022 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.021 204 882af50a638ec24222d45dc1899f33a2 162.253.55.62 - - [29/Mar/2026:02:03:54 +0000] "GET /admin/realms/atmosphere/users/d5b5be65-8ee5-4698-8176-2db84e8ca56a/role-mappings/clients/a4f34324-d85c-46c2-8b30-54172d0a175b/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.045 [auth-system-keycloak-80] [] 10.0.0.134:8080 576 0.045 200 470b9ae7b8ab8c61d05dbd3df26fb3b5 W0329 02:03:57.194898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:57.194944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:00.528799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:00.528829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:05.317430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:05.317470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:08.652804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:08.652840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:11.984381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:11.984427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:02.795483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:02.795506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:36.419278 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0329 02:06:36.419365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:36.419383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:06:36.422892 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0329 02:06:36.422918 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0329 02:06:36.428304 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0329 02:06:36.428590 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"5f98530f-8de4-42c6-b19f-5eb9cbf38db8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6871", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:06:36.428943 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0329 02:06:36.429516 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0329 02:06:36.429661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:36.429730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:06:36.429957 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:06:36.473714 7 controller.go:216] "Backend successfully reloaded" I0329 02:06:36.473916 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fdzlk", UID:"50df5e28-8b77-4c24-b838-1258cb27f042", APIVersion:"v1", ResourceVersion:"1351", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:06:36.839477 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0329 02:06:36.840741 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0329 02:06:39.763812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:39.763869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.62 - - [29/Mar/2026:02:06:40 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.003 [openstack-keystone-api-5000] [] 10.0.0.141:5000 280 0.003 300 0c551889e3509dafd44ba8fe5c99859d 162.253.55.62 - - [29/Mar/2026:02:06:42 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.141:5000 265 0.005 200 5bf059c62f2d29337d5b730d9d710f72 162.253.55.62 - - [29/Mar/2026:02:06:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.320 [openstack-keystone-api-5000] [] 10.0.0.141:5000 1359 0.320 201 03853dc1f598ff75a030a71daa5d050b 162.253.55.62 - - [29/Mar/2026:02:06:42 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.141:5000 280 0.005 300 c62ab1a31f3a39da960278fc19956b61 162.253.55.62 - - [29/Mar/2026:02:06:42 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.031 [openstack-keystone-api-5000] [] 10.0.0.141:5000 90 0.031 404 3f66713332de599a4b5234149894ca43 162.253.55.62 - - [29/Mar/2026:02:06:42 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.026 [openstack-keystone-api-5000] [] 10.0.0.141:5000 366 0.026 200 8283da47fd40b1e19eee8b2e7aa43da1 162.253.55.62 - - [29/Mar/2026:02:06:42 +0000] "GET /v3/domains/9ff365b690d743689529319076228827 HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.018 [openstack-keystone-api-5000] [] 10.0.0.141:5000 244 0.018 200 72a328303166a8eaa4ed9eb8fccca274 162.253.55.62 - - [29/Mar/2026:02:06:43 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.141:5000 265 0.004 200 670ff7eab98cc08670e0411f9f42c2c3 162.253.55.62 - - [29/Mar/2026:02:06:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.315 [openstack-keystone-api-5000] [] 10.0.0.141:5000 1359 0.315 201 96874c2ccf59c66965cff6f76ae45101 162.253.55.62 - - [29/Mar/2026:02:06:43 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.141:5000 280 0.003 300 3070e2b0f5052bd5eb569fffe107feb5 162.253.55.62 - - [29/Mar/2026:02:06:43 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.022 [openstack-keystone-api-5000] [] 10.0.0.141:5000 101 0.022 404 d769d80af5e9bb8852029ada0b5a9048 162.253.55.62 - - [29/Mar/2026:02:06:43 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.021 [openstack-keystone-api-5000] [] 10.0.0.141:5000 155 0.020 200 19536829f592813cf1a1c4050e2b4fa4 162.253.55.62 - - [29/Mar/2026:02:06:43 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.027 [openstack-keystone-api-5000] [] 10.0.0.141:5000 340 0.027 201 40905199c8236ad41e7de1d2a6bacaf0 162.253.55.62 - - [29/Mar/2026:02:06:44 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.002 [openstack-keystone-api-5000] [] 10.0.0.141:5000 265 0.003 200 f380c03e242913acaace3d10dd7c5a7c 162.253.55.62 - - [29/Mar/2026:02:06:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.141:5000 1359 0.285 201 7a1c7a34fd51bd7d7522b2f2ce18692e 162.253.55.62 - - [29/Mar/2026:02:06:44 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.141:5000 280 0.005 300 daa73180c6ac13dced014e35c6537517 162.253.55.62 - - [29/Mar/2026:02:06:44 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.019 [openstack-keystone-api-5000] [] 10.0.0.141:5000 98 0.019 404 71baf2f60400c4424beaa263cd88c398 162.253.55.62 - - [29/Mar/2026:02:06:44 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.017 [openstack-keystone-api-5000] [] 10.0.0.141:5000 135 0.017 200 ba082b47187c1006b288c2da26acf3d6 162.253.55.62 - - [29/Mar/2026:02:06:44 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.022 [openstack-keystone-api-5000] [] 10.0.0.141:5000 356 0.022 201 0dd4a6d0c197c909ecae27e56156307c 162.253.55.62 - - [29/Mar/2026:02:06:45 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.002 [openstack-keystone-api-5000] [] 10.0.0.141:5000 265 0.002 200 04e3243b103aabc46a4ea36e6127b7e9 162.253.55.62 - - [29/Mar/2026:02:06:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.281 [openstack-keystone-api-5000] [] 10.0.0.141:5000 1359 0.281 201 7d4f63b4bcfec5b94a9d43dd9634e5dc 162.253.55.62 - - [29/Mar/2026:02:06:45 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.141:5000 280 0.004 300 4f75a717adcbac132a49d411c8b249ac 162.253.55.62 - - [29/Mar/2026:02:06:45 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.025 [openstack-keystone-api-5000] [] 10.0.0.141:5000 131 0.025 404 bc8bae189b3fd2fa4ff2c61deded88e7 162.253.55.62 - - [29/Mar/2026:02:06:45 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.020 [openstack-keystone-api-5000] [] 10.0.0.141:5000 167 0.020 200 89aa12b03e9042818ddb1345f88e7568 162.253.55.62 - - [29/Mar/2026:02:06:45 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.027 [openstack-keystone-api-5000] [] 10.0.0.141:5000 222 0.027 201 10cef19282b28749830b9ff38e703bbb W0329 02:06:54.843350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:54.843394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:58.178048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:58.178100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:01.511477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:01.511602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:04.845708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:04.845947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:07:11.182993 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.108.26.230"}] I0329 02:07:11.188036 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"5f98530f-8de4-42c6-b19f-5eb9cbf38db8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7164", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:07:11.190710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:11.190753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:19.309570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:19.309683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:23.045375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:23.045458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:26.379386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:26.379430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:00.666116 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:09:00.666280 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0329 02:09:00.666353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:00.666377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:09:00.670914 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0329 02:09:00.670947 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0329 02:09:00.675800 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0329 02:09:00.676326 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0329 02:09:00.676730 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. I0329 02:09:00.676817 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"babd3d9b-ebf0-48c1-b242-6906d3a16f3e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7968", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:09:00.676833 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0329 02:09:00.676909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:00.676931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:09:00.677064 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:09:00.730268 7 controller.go:216] "Backend successfully reloaded" I0329 02:09:00.730997 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fdzlk", UID:"50df5e28-8b77-4c24-b838-1258cb27f042", APIVersion:"v1", ResourceVersion:"1351", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:09:01.034254 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0329 02:09:01.035041 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 162.253.55.62 - - [29/Mar/2026:02:09:01 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.141:5000 280 0.005 300 79a231ebdc4cfa54096bf222334ed0c0 162.253.55.62 - - [29/Mar/2026:02:09:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.325 [openstack-keystone-api-5000] [] 10.0.0.141:5000 1990 0.325 201 d89a38252f848cb98533846b35ab877f 162.253.55.62 - - [29/Mar/2026:02:09:01 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.022 [openstack-keystone-api-5000] [] 10.0.0.141:5000 85 0.022 404 43de6dd1ca096e5888735576cdd2adfe 162.253.55.62 - - [29/Mar/2026:02:09:01 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.019 [openstack-keystone-api-5000] [] 10.0.0.141:5000 128 0.019 200 c0b0687b3580ecfebcafe844bf104fdd 162.253.55.62 - - [29/Mar/2026:02:09:01 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.027 [openstack-keystone-api-5000] [] 10.0.0.141:5000 229 0.027 201 4199d83d2e08f87f0800e426cf1ad472 W0329 02:09:04.010945 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:09:04.011114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:04.011148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.62 - - [29/Mar/2026:02:09:09 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.006 [openstack-keystone-api-5000] [] 10.0.0.141:5000 280 0.006 300 f936bb56654ba3736b3b15e78df3f2e0 162.253.55.62 - - [29/Mar/2026:02:09:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.282 [openstack-keystone-api-5000] [] 10.0.0.141:5000 1990 0.283 201 9ed8e8674cfeb3f231abbb11c2c1b289 162.253.55.62 - - [29/Mar/2026:02:09:10 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.033 [openstack-keystone-api-5000] [] 10.0.0.141:5000 1514 0.033 200 b7dc545922fc6836095571eaf5db60d5 162.253.55.62 - - [29/Mar/2026:02:09:10 +0000] "PUT /v3/roles/4f8e2df786504410a3a907c8d663f5b7/implies/b2e2a760f21747bebc7c9ac2eadb9e6d HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.045 [openstack-keystone-api-5000] [] 10.0.0.141:5000 518 0.045 201 8dec6577160be83a90d8082ad2e053fc I0329 02:09:11.182659 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.108.26.230"}] I0329 02:09:11.201413 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"babd3d9b-ebf0-48c1-b242-6906d3a16f3e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8057", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:09:11.214641 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:09:11.214852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:11.214920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:14.548969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:14.549025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.62 - - [29/Mar/2026:02:09:55 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.141:5000 280 0.004 300 83154ec9cde57c5eb1ceb3253b2c68cc 162.253.55.62 - - [29/Mar/2026:02:09:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.336 [openstack-keystone-api-5000] [] 10.0.0.141:5000 2053 0.336 201 b7e1434f1e76062d9199c30178fc84a4 162.253.55.62 - - [29/Mar/2026:02:09:55 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.027 [openstack-keystone-api-5000] [] 10.0.0.141:5000 87 0.027 404 739b4b8241f1345895a7db8a348bc0a1 162.253.55.62 - - [29/Mar/2026:02:09:55 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.028 [openstack-keystone-api-5000] [] 10.0.0.141:5000 388 0.028 200 f5bd2e1690720c9b9ec98c439f14c673 162.253.55.62 - - [29/Mar/2026:02:09:56 +0000] "GET /v3/users/rgw-RegionOne?domain_id=1be8a931f19a44a7ba0a823813ccdaa5 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.025 [openstack-keystone-api-5000] [] 10.0.0.141:5000 91 0.025 404 3eef8df9035a469678da6c9f96ce5da0 162.253.55.62 - - [29/Mar/2026:02:09:56 +0000] "GET /v3/users?domain_id=1be8a931f19a44a7ba0a823813ccdaa5&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.043 [openstack-keystone-api-5000] [] 10.0.0.141:5000 177 0.043 200 6ad215879628aef4bed050f9296ac2ce 162.253.55.62 - - [29/Mar/2026:02:09:56 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.278 [openstack-keystone-api-5000] [] 10.0.0.141:5000 290 0.278 201 4fb54a065465a5714d9cfa7d5920b587 162.253.55.62 - - [29/Mar/2026:02:09:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.141:5000 280 0.004 300 7be02587fbc1a93b35f65396b89aa558 162.253.55.62 - - [29/Mar/2026:02:10:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.292 [openstack-keystone-api-5000] [] 10.0.0.141:5000 2053 0.293 201 84c4a0dcfcd18836cbc6f45e3fffaed9 162.253.55.62 - - [29/Mar/2026:02:10:00 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 428 0.027 [openstack-keystone-api-5000] [] 10.0.0.141:5000 83 0.026 404 81f8572f5087727106bf4b6fcd79e6d5 162.253.55.62 - - [29/Mar/2026:02:10:00 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 446 0.023 [openstack-keystone-api-5000] [] 10.0.0.141:5000 359 0.023 200 a3a6c9f819b08c94da11f7ef250d7831 162.253.55.62 - - [29/Mar/2026:02:10:00 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 432 0.027 [openstack-keystone-api-5000] [] 10.0.0.141:5000 87 0.027 404 a088faec04dd20ba74db63e290843c57 162.253.55.62 - - [29/Mar/2026:02:10:00 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 450 0.022 [openstack-keystone-api-5000] [] 10.0.0.141:5000 388 0.022 200 af1b8672e08517e7fb0426f2c0455d04 162.253.55.62 - - [29/Mar/2026:02:10:00 +0000] "GET /v3/users/rgw-RegionOne?domain_id=1be8a931f19a44a7ba0a823813ccdaa5 HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 479 0.022 [openstack-keystone-api-5000] [] 10.0.0.141:5000 91 0.022 404 8ad1ddd07be7c6f8047d05483648304b 162.253.55.62 - - [29/Mar/2026:02:10:00 +0000] "GET /v3/users?domain_id=1be8a931f19a44a7ba0a823813ccdaa5&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 497 0.043 [openstack-keystone-api-5000] [] 10.0.0.141:5000 456 0.043 200 7f5580a42f0407fccd4eff0aa9c810f8 162.253.55.62 - - [29/Mar/2026:02:10:00 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.031 [openstack-keystone-api-5000] [] 10.0.0.141:5000 88 0.031 404 2b4170fed8f651cc45680edeffa9820c 162.253.55.62 - - [29/Mar/2026:02:10:00 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.022 [openstack-keystone-api-5000] [] 10.0.0.141:5000 518 0.022 200 3e6392d63f79f6eb83b4d228c81a7568 162.253.55.62 - - [29/Mar/2026:02:10:00 +0000] "PUT /v3/projects/07ca6ff985bb4dba8e94be9dee89254a/users/93605faf4ce149b2a5c1eaabe172f8fd/roles/31b4b563d4ac401bacd7951beaf5a895 HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 555 0.031 [openstack-keystone-api-5000] [] 10.0.0.141:5000 0 0.032 204 4c294cf157eeb0e39d31d828e08ccdec 162.253.55.62 - - [29/Mar/2026:02:10:02 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.141:5000 280 0.005 300 60e92d686bcd9dd1819795cbb82f8c5d 162.253.55.62 - - [29/Mar/2026:02:10:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.341 [openstack-keystone-api-5000] [] 10.0.0.141:5000 2053 0.342 201 f9ca1268eabdafe833a506aa8d421fcd 162.253.55.62 - - [29/Mar/2026:02:10:02 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.018 [openstack-keystone-api-5000] [] 10.0.0.141:5000 150 0.018 200 2bef234f0b19b922fe98233d19bce2ba 162.253.55.62 - - [29/Mar/2026:02:10:02 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.025 [openstack-keystone-api-5000] [] 10.0.0.141:5000 262 0.025 201 a36ecebad1760258eee8e8a85565a505 162.253.55.62 - - [29/Mar/2026:02:10:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.141:5000 280 0.004 300 a340bddbdb36e43497387b6cdc1f8fc2 162.253.55.62 - - [29/Mar/2026:02:10:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.302 [openstack-keystone-api-5000] [] 10.0.0.141:5000 2155 0.302 201 5392476655e44e661cfbe47d91316b83 162.253.55.62 - - [29/Mar/2026:02:10:03 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.141:5000 86 0.023 404 1d9553fdc847573749addd781e58cbef 162.253.55.62 - - [29/Mar/2026:02:10:03 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.017 [openstack-keystone-api-5000] [] 10.0.0.141:5000 380 0.018 200 1343d69cc80ab97a250447c2f1ccf02c 162.253.55.62 - - [29/Mar/2026:02:10:03 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=4e5d5aa9665a46949b3af6f6d425a707 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.021 [openstack-keystone-api-5000] [] 10.0.0.141:5000 204 0.021 200 01300d0990cdd69a092938935b4656d1 162.253.55.62 - - [29/Mar/2026:02:10:03 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.027 [openstack-keystone-api-5000] [] 10.0.0.141:5000 377 0.027 201 d1b4c097a675d0d2b814042b27ef307a 162.253.55.62 - - [29/Mar/2026:02:10:04 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.141:5000 280 0.003 300 2999825a7be615174f5cbff1f902ca63 162.253.55.62 - - [29/Mar/2026:02:10:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.141:5000 2363 0.295 201 7ad582434b1c2f47a84ed6f60def9d73 162.253.55.62 - - [29/Mar/2026:02:10:04 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.025 [openstack-keystone-api-5000] [] 10.0.0.141:5000 86 0.025 404 aa8fb8510a058282b3ce654773a3c249 162.253.55.62 - - [29/Mar/2026:02:10:04 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.019 [openstack-keystone-api-5000] [] 10.0.0.141:5000 380 0.019 200 1a0fedddda280e9424f966001c8ffa04 162.253.55.62 - - [29/Mar/2026:02:10:04 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=4e5d5aa9665a46949b3af6f6d425a707 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.022 [openstack-keystone-api-5000] [] 10.0.0.141:5000 206 0.022 200 db94502f3d99fb678167f919066b81c3 162.253.55.62 - - [29/Mar/2026:02:10:04 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.026 [openstack-keystone-api-5000] [] 10.0.0.141:5000 391 0.026 201 be4df3cec658e30327fd00a53881c5dd W0329 02:10:05.817615 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:10:05.817789 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0329 02:10:05.817881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:05.817926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:10:05.823243 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:35.7kB} I0329 02:10:05.823278 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0329 02:10:05.828320 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0329 02:10:05.828597 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"02d5cdaa-f4bb-408d-a86c-fe970ff7b1f4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8540", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:10:05.828871 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0329 02:10:05.829296 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:10:05.829419 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0329 02:10:05.829497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:05.829516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:10:05.829665 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:10:05.880548 7 controller.go:216] "Backend successfully reloaded" I0329 02:10:05.880872 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fdzlk", UID:"50df5e28-8b77-4c24-b838-1258cb27f042", APIVersion:"v1", ResourceVersion:"1351", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:10:06.178583 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0329 02:10:06.179847 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0329 02:10:09.162989 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:10:09.163178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:09.163194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:10:11.181001 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.108.26.230"}] I0329 02:10:11.187775 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"02d5cdaa-f4bb-408d-a86c-fe970ff7b1f4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8611", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:10:12.497147 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:10:12.497387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:12.497412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:22.517954 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:10:22.518200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:22.518237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:27.451757 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:10:27.451958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:27.451979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:30.785007 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:10:30.785369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:30.785472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:10:30.785807 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:10:30.834527 7 controller.go:216] "Backend successfully reloaded" I0329 02:10:30.835465 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fdzlk", UID:"50df5e28-8b77-4c24-b838-1258cb27f042", APIVersion:"v1", ResourceVersion:"1351", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:10:34.118615 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:10:34.118895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:34.118966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:37.452141 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:10:37.452339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:37.452370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:51.910713 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:10:51.911177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:51.912734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:56.022530 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:10:56.022723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:56.022741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:12.273305 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:11:12.273516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:12.273547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:51.252976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:51.253009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:02.930306 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:13:02.930455 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0329 02:13:02.930576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:02.930617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:13:02.936282 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.007s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:39.1kB} I0329 02:13:02.936309 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0329 02:13:02.940881 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0329 02:13:02.941128 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"c152da4f-eee4-4c4d-9e8d-3428d5c9350d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10045", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:13:02.941415 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0329 02:13:02.941812 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:13:02.941917 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0329 02:13:02.942003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:02.942026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:13:02.942261 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:13:02.991437 7 controller.go:216] "Backend successfully reloaded" I0329 02:13:02.991713 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fdzlk", UID:"50df5e28-8b77-4c24-b838-1258cb27f042", APIVersion:"v1", ResourceVersion:"1351", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:13:03.314385 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0329 02:13:03.316770 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0329 02:13:06.275918 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:13:06.276115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:06.276144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:13:11.181814 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.108.26.230"}] I0329 02:13:11.200651 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"c152da4f-eee4-4c4d-9e8d-3428d5c9350d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10119", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:13:11.209332 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:13:11.209479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:11.209492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:14.543519 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:13:14.543659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:14.543681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:21.790099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:21.790130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.62 - - [29/Mar/2026:02:14:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.141:5000 280 0.003 300 eeb517e3ac64d2ee714fe0700ce7396c 162.253.55.62 - - [29/Mar/2026:02:14:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.314 [openstack-keystone-api-5000] [] 10.0.0.141:5000 3197 0.314 201 4c03394865e143f6562554c7ae53b778 162.253.55.62 - - [29/Mar/2026:02:14:04 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.64:9292 1301 0.003 300 ad38230d64f1c923a7c76ce6159149eb 162.253.55.62 - - [29/Mar/2026:02:14:04 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.533 [openstack-glance-api-9292] [] 10.0.0.64:9292 69 0.532 200 bad4b231e168f635089c6ff3470f8f93 162.253.55.62 - - [29/Mar/2026:02:14:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.141:5000 280 0.003 300 c24c7b0937bef380c82eb2698848427b 162.253.55.62 - - [29/Mar/2026:02:14:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.141:5000 3197 0.293 201 641042dd10347f60b72f18daf2c35f90 162.253.55.62 - - [29/Mar/2026:02:14:07 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.64:9292 1301 0.003 300 7867b1bfb7e8edb942d78f8a95722057 162.253.55.62 - - [29/Mar/2026:02:14:07 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.035 [openstack-glance-api-9292] [] 10.0.0.64:9292 69 0.034 200 61cc2ee2d3aaf9d2aa6371cead98bf43 162.253.55.62 - - [29/Mar/2026:02:14:07 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.126 [openstack-glance-api-9292] [] 10.0.0.64:9292 151 0.126 404 8f81fea274f3a97f2e904999c416ce40 162.253.55.62 - - [29/Mar/2026:02:14:07 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.023 [openstack-glance-api-9292] [] 10.0.0.64:9292 81 0.023 200 136c6b20c1f29faa2f167c7418868edb 162.253.55.62 - - [29/Mar/2026:02:14:07 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.026 [openstack-glance-api-9292] [] 10.0.0.64:9292 84 0.026 200 fd330672a53c1ef45a9ef952a234fea3 162.253.55.62 - - [29/Mar/2026:02:14:07 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.056 [openstack-glance-api-9292] [] 10.0.0.64:9292 760 0.056 201 ebc07493d0187c96b21aa4ea145d6470 162.253.55.62 - - [29/Mar/2026:02:14:11 +0000] "PUT /v2/images/2f4468c6-60d5-4cb1-80be-d817f12384ee/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.364 [openstack-glance-api-9292] [] 10.0.0.64:9292 0 3.364 204 1b2fd3aea775ec27263a1fe5001890e2 162.253.55.62 - - [29/Mar/2026:02:14:11 +0000] "GET /v2/images/2f4468c6-60d5-4cb1-80be-d817f12384ee HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.014 [openstack-glance-api-9292] [] 10.0.0.64:9292 1171 0.015 200 18b5e05a7a3eb4c9ab5480eb59ee668d 162.253.55.62 - - [29/Mar/2026:02:14:11 +0000] "GET /v2/images/2f4468c6-60d5-4cb1-80be-d817f12384ee HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.015 [openstack-glance-api-9292] [] 10.0.0.64:9292 1171 0.015 200 b65e9c6d3e5069b7b6e516eb68e9deb3 W0329 02:14:14.260940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:14.260985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:17.594917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:17.594974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store