------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0415 07:33:37.726327 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0415 07:33:37.726499 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0415 07:33:37.734187 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0415 07:33:37.736311 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0415 07:33:38.019009 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0415 07:33:38.040006 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0415 07:33:38.052066 7 nginx.go:271] "Starting NGINX Ingress controller" I0415 07:33:38.059760 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"fccc0865-8e87-44c3-a74f-4e01d12235c7", APIVersion:"v1", ResourceVersion:"1317", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0415 07:33:38.063742 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"4217c74a-245a-41b5-a419-051454ddb95d", APIVersion:"v1", ResourceVersion:"1316", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0415 07:33:38.063790 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"7df17b4f-7db4-4ccf-91c4-655f70969b83", APIVersion:"v1", ResourceVersion:"1315", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0415 07:33:39.253823 7 nginx.go:317] "Starting NGINX process" I0415 07:33:39.254022 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0415 07:33:39.254448 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0415 07:33:39.254823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:39.254875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:33:39.254937 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 07:33:39.263316 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0415 07:33:39.263393 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-rcfkr" I0415 07:33:39.287889 7 controller.go:216] "Backend successfully reloaded" I0415 07:33:39.287992 7 controller.go:227] "Initial sync, sleeping for 1 second" I0415 07:33:39.288259 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rcfkr", UID:"5c1c86d7-4eab-4e39-9d9f-a0adce9d3bdb", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0415 07:33:43.080984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:43.081019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:46.415030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:46.415098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:49.748694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:49.748734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:53.081808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:53.081836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:56.416301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:56.416327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:59.748812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:59.748860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:03.081267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:03.081346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:06.417082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:06.417124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:09.748433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:09.748479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:13.081539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:13.081592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:16.414666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:16.414710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:07.042888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:07.042930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:28.229156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:28.229198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:31.563415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:31.563463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:34.896977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:34.897044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:38.229780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:38.229827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:41.563067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:41.563116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:44.898136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:44.898183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:48.230020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:48.230070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:51.565264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:51.565308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:55.179585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:55.179695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:58.513539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:58.513593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:38:10.295713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:38:10.295773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:38:13.249961 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-163.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-163.nip.io-tls was not found. Using default certificate W0415 07:38:13.250006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:38:13.250016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:38:13.251343 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0415 07:38:13.251367 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0415 07:38:13.259171 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0415 07:38:13.259660 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"47935520-f90b-41fb-94af-d68fc27ef24e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3419", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 07:38:13.259697 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-163.nip.io-tls" in local store I0415 07:38:13.622455 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-163.nip.io-tls" I0415 07:38:13.623655 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-163.nip.io-tls" W0415 07:38:13.630042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:38:13.630065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:38:13.630114 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 07:38:13.677117 7 controller.go:216] "Backend successfully reloaded" I0415 07:38:13.677806 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rcfkr", UID:"5c1c86d7-4eab-4e39-9d9f-a0adce9d3bdb", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0415 07:38:16.964199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:38:16.964242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.163 - - [15/Apr/2026:07:38:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.771 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 1.770 200 2b0de6a3a702653f405527e4c462f106 199.19.213.163 - - [15/Apr/2026:07:38:24 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.182 [auth-system-keycloak-80] [] 10.0.0.77:8080 116 0.181 404 706e3ce9f7e8b4de81755f4ca87bbfd3 199.19.213.163 - - [15/Apr/2026:07:38:28 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.892 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 3.891 201 31c832fe68c44d72612572ebe52b057e 199.19.213.163 - - [15/Apr/2026:07:38:29 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.597 [auth-system-keycloak-80] [] 10.0.0.77:8080 4246 0.598 200 ff3e4825d39805131c7a1129404d76a9 199.19.213.163 - - [15/Apr/2026:07:38:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.469 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.468 200 6b05c46158655d1d53f500cda379dc96 199.19.213.163 - - [15/Apr/2026:07:38:30 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.094 [auth-system-keycloak-80] [] 10.0.0.77:8080 12500 0.094 200 193f129b7b006f9410bc1fcf55813aa7 199.19.213.163 - - [15/Apr/2026:07:38:30 +0000] "GET /admin/realms/atmosphere/client-scopes/08c7ddec-08bf-45f6-9f92-10ff31db1358 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.008 [auth-system-keycloak-80] [] 10.0.0.77:8080 1278 0.008 200 92ec7c4b4c25c04d0eca4537d89bddfa 199.19.213.163 - - [15/Apr/2026:07:38:30 +0000] "PUT /admin/realms/atmosphere/client-scopes/08c7ddec-08bf-45f6-9f92-10ff31db1358 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.070 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.069 204 05041a21ed045f328a183dbc6f8ebaa7 199.19.213.163 - - [15/Apr/2026:07:38:30 +0000] "GET /admin/realms/atmosphere/client-scopes/08c7ddec-08bf-45f6-9f92-10ff31db1358/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.018 [auth-system-keycloak-80] [] 10.0.0.77:8080 963 0.017 200 f5fab98bf77ed27f4cb28857d78d085c 199.19.213.163 - - [15/Apr/2026:07:38:30 +0000] "GET /admin/realms/atmosphere/client-scopes/08c7ddec-08bf-45f6-9f92-10ff31db1358/protocol-mappers/models/94b217f1-e365-418d-b996-cdee0fcc78b5 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.064 [auth-system-keycloak-80] [] 10.0.0.77:8080 366 0.065 200 f02192419df9ee8f5e4304bc0557c3f9 199.19.213.163 - - [15/Apr/2026:07:38:30 +0000] "PUT /admin/realms/atmosphere/client-scopes/08c7ddec-08bf-45f6-9f92-10ff31db1358/protocol-mappers/models/94b217f1-e365-418d-b996-cdee0fcc78b5 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.021 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.020 204 4c1f6a9375c108e64e3c8d29ab0b0667 199.19.213.163 - - [15/Apr/2026:07:38:30 +0000] "GET /admin/realms/atmosphere/client-scopes/08c7ddec-08bf-45f6-9f92-10ff31db1358 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.066 [auth-system-keycloak-80] [] 10.0.0.77:8080 1218 0.066 200 28d6faecf313d6c74c78ebfc7feffd48 I0415 07:38:39.271370 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.111.108.75"}] I0415 07:38:39.277816 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"47935520-f90b-41fb-94af-d68fc27ef24e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3743", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 07:38:39.280956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:38:39.281003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.163 - - [15/Apr/2026:07:38:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.459 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.457 200 22ba16290b606005829f0c43ee4e8281 199.19.213.163 - - [15/Apr/2026:07:38:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.064 [auth-system-keycloak-80] [] 10.0.0.77:8080 2 0.064 200 3fbe13de69e73ec6e1528f9d27e3b811 199.19.213.163 - - [15/Apr/2026:07:38:52 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.192 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.191 201 9d4e5431532dd13d866ce0eaf0edb429 199.19.213.163 - - [15/Apr/2026:07:38:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.077 [auth-system-keycloak-80] [] 10.0.0.77:8080 1261 0.076 200 1bb9ad61332bbd2a96723fd307f3e58b 199.19.213.163 - - [15/Apr/2026:07:38:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.950 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.949 200 647bdc7c6f000c4e35ac2af69538ef07 199.19.213.163 - - [15/Apr/2026:07:38:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.77:8080 2 0.015 200 3281d1157721deaed78d77d82eea92f4 199.19.213.163 - - [15/Apr/2026:07:38:53 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.083 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.083 201 151d652b720ef28db894167cdee03a70 199.19.213.163 - - [15/Apr/2026:07:38:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.066 [auth-system-keycloak-80] [] 10.0.0.77:8080 1286 0.066 200 e3b1b02342b8e83eab07d669db4d7c89 199.19.213.163 - - [15/Apr/2026:07:38:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.530 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.529 200 5d20c658ac99dd9c1367d9b19ca1a790 199.19.213.163 - - [15/Apr/2026:07:38:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.77:8080 2 0.011 200 08be0d2e6b7e867bbb3ce65ffd0166aa 199.19.213.163 - - [15/Apr/2026:07:38:54 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.133 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.132 201 6f33ecadf6a8497a9d634db685339019 199.19.213.163 - - [15/Apr/2026:07:38:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.025 [auth-system-keycloak-80] [] 10.0.0.77:8080 1251 0.025 200 149a07871c6dd8f96f73d5653a5d68f3 199.19.213.163 - - [15/Apr/2026:07:38:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.463 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.461 200 e3b400a10b1bbedcf7cd6466497a8ed0 199.19.213.163 - - [15/Apr/2026:07:38:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.77:8080 1261 0.007 200 97c07c65dad3c09ec887cbc529baa12c 199.19.213.163 - - [15/Apr/2026:07:38:55 +0000] "GET /admin/realms/atmosphere/clients/5a13d965-4295-4c90-b3b8-20ef1c424986/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.77:8080 119 0.012 404 aeb451a912ff59dea54f238f75ff3089 199.19.213.163 - - [15/Apr/2026:07:38:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.037 [auth-system-keycloak-80] [] 10.0.0.77:8080 1261 0.038 200 6aa8c7b60654b7850deb90abe4f9f629 199.19.213.163 - - [15/Apr/2026:07:38:55 +0000] "POST /admin/realms/atmosphere/clients/5a13d965-4295-4c90-b3b8-20ef1c424986/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.018 201 f1a4dc45c013943263fa06a45705eb61 199.19.213.163 - - [15/Apr/2026:07:38:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.77:8080 1261 0.006 200 6d7a762f3f89c8db8fd76e4deb755f82 199.19.213.163 - - [15/Apr/2026:07:38:55 +0000] "GET /admin/realms/atmosphere/clients/5a13d965-4295-4c90-b3b8-20ef1c424986/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.054 [auth-system-keycloak-80] [] 10.0.0.77:8080 166 0.054 200 364af93dedcdab5b84d204dfa2765a06 199.19.213.163 - - [15/Apr/2026:07:38:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.466 200 9c3b63e551f71b1a5279bd3110ed3b99 199.19.213.163 - - [15/Apr/2026:07:38:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.039 [auth-system-keycloak-80] [] 10.0.0.77:8080 1286 0.040 200 cea1430035ea0b5551ea47fdaa6c3b9f 199.19.213.163 - - [15/Apr/2026:07:38:56 +0000] "GET /admin/realms/atmosphere/clients/92844313-3059-445e-9419-935f7d39138d/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.77:8080 119 0.010 404 274d7c2d34f6a3a21f2cdcb4e48a8759 199.19.213.163 - - [15/Apr/2026:07:38:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.77:8080 1286 0.006 200 eac4df0300bad89097c7f015fc1f3a15 199.19.213.163 - - [15/Apr/2026:07:38:56 +0000] "POST /admin/realms/atmosphere/clients/92844313-3059-445e-9419-935f7d39138d/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.063 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.062 201 0e869847b7322c7d64215edbe00ff325 199.19.213.163 - - [15/Apr/2026:07:38:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.77:8080 1286 0.008 200 2d7eec92dbb0a422f562712c58a6c5ce 199.19.213.163 - - [15/Apr/2026:07:38:56 +0000] "GET /admin/realms/atmosphere/clients/92844313-3059-445e-9419-935f7d39138d/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.069 [auth-system-keycloak-80] [] 10.0.0.77:8080 165 0.069 200 dd246f7300273ba849045830ace80664 199.19.213.163 - - [15/Apr/2026:07:38:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.483 200 7016a02366f93293f02be3921435c770 199.19.213.163 - - [15/Apr/2026:07:38:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.038 [auth-system-keycloak-80] [] 10.0.0.77:8080 1286 0.038 200 9ffead46767b47363c524764fb541031 199.19.213.163 - - [15/Apr/2026:07:38:57 +0000] "GET /admin/realms/atmosphere/clients/92844313-3059-445e-9419-935f7d39138d/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.77:8080 119 0.008 404 ce9e484d28444793eac754ca611cccf9 199.19.213.163 - - [15/Apr/2026:07:38:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.77:8080 1286 0.004 200 33d5f2b595920b567346c081afed34e9 199.19.213.163 - - [15/Apr/2026:07:38:57 +0000] "POST /admin/realms/atmosphere/clients/92844313-3059-445e-9419-935f7d39138d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.125 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.124 201 09ccd08b05f5e823f6cd9cac6e56596f 199.19.213.163 - - [15/Apr/2026:07:38:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.77:8080 1286 0.007 200 e6c09bfff1a6d3781a06c13f8718f94f 199.19.213.163 - - [15/Apr/2026:07:38:57 +0000] "GET /admin/realms/atmosphere/clients/92844313-3059-445e-9419-935f7d39138d/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.77:8080 166 0.013 200 84c3416a7e1a056273a08583bf78e59f 199.19.213.163 - - [15/Apr/2026:07:38:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.499 200 cf25d82be5692f5d3f571fabc9ffb8c1 199.19.213.163 - - [15/Apr/2026:07:38:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.77:8080 1286 0.013 200 a8787ddad8f8ffa342cf00ba2e5bbf46 199.19.213.163 - - [15/Apr/2026:07:38:58 +0000] "GET /admin/realms/atmosphere/clients/92844313-3059-445e-9419-935f7d39138d/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.073 [auth-system-keycloak-80] [] 10.0.0.77:8080 119 0.073 404 a7aece541f50b6159db30c2743cf5b76 199.19.213.163 - - [15/Apr/2026:07:38:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.77:8080 1286 0.006 200 81d8594eb298e699e4683d8733c2431e 199.19.213.163 - - [15/Apr/2026:07:38:58 +0000] "POST /admin/realms/atmosphere/clients/92844313-3059-445e-9419-935f7d39138d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.068 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.067 201 f2501652e7f865e99c0a204638e153a7 199.19.213.163 - - [15/Apr/2026:07:38:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.77:8080 1286 0.006 200 1f185c82419d7d80e7570dbd782e85c1 199.19.213.163 - - [15/Apr/2026:07:38:58 +0000] "GET /admin/realms/atmosphere/clients/92844313-3059-445e-9419-935f7d39138d/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.77:8080 166 0.012 200 3ea3544f03ee69b695f4844165721bc3 199.19.213.163 - - [15/Apr/2026:07:38:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.537 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.536 200 05333c1522af379443bf958d1cdf30f9 199.19.213.163 - - [15/Apr/2026:07:38:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.77:8080 1251 0.007 200 f46f38a7f2eb996a33758b9479573f02 199.19.213.163 - - [15/Apr/2026:07:38:59 +0000] "GET /admin/realms/atmosphere/clients/252ad39f-315f-4564-9546-5d09579bd25b/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.035 [auth-system-keycloak-80] [] 10.0.0.77:8080 119 0.035 404 94a1d1597b9f57ecbd391fa147af00c6 199.19.213.163 - - [15/Apr/2026:07:38:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.77:8080 1251 0.006 200 cf7eda4e95ca662fe932a9b389e10623 199.19.213.163 - - [15/Apr/2026:07:38:59 +0000] "POST /admin/realms/atmosphere/clients/252ad39f-315f-4564-9546-5d09579bd25b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.014 201 eafbbfec99400c96425b1b4639b5c2bb 199.19.213.163 - - [15/Apr/2026:07:38:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.044 [auth-system-keycloak-80] [] 10.0.0.77:8080 1251 0.044 200 2b5d3ff1e84f95de5cb67f1744f096a6 199.19.213.163 - - [15/Apr/2026:07:38:59 +0000] "GET /admin/realms/atmosphere/clients/252ad39f-315f-4564-9546-5d09579bd25b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.77:8080 166 0.013 200 9d1bf7c4094c6a49c0e9c5aae9797079 W0415 07:39:08.672191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:39:08.672249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:39:12.006567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:39:12.006684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:04.563432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:04.563472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:04.630196 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:40:04.630294 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0415 07:40:04.630348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:04.630374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:04.630768 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 07:40:04.630838 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0415 07:40:04.630880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:04.630899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:04.631373 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:40:04.631423 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0415 07:40:04.631453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:04.631530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:40:04.632623 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0415 07:40:04.632651 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0415 07:40:04.632683 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0415 07:40:04.632712 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0415 07:40:04.633205 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0415 07:40:04.633229 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0415 07:40:04.641098 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0415 07:40:04.641632 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d5d53589-a65d-46d9-a188-e01bfbaebf94", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4420", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 07:40:04.641834 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0415 07:40:04.641866 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0415 07:40:04.642188 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0415 07:40:04.642212 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"218d6a92-7d8b-42c9-b79e-f60aca70195a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4421", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0415 07:40:04.642236 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0415 07:40:04.642536 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0415 07:40:04.642629 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"4e3feaca-65bf-4464-94e4-f47ed4108924", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4422", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0415 07:40:04.964167 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0415 07:40:04.965101 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0415 07:40:05.501046 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0415 07:40:05.502227 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0415 07:40:05.953232 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0415 07:40:05.955786 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/alertmanager-tls" I0415 07:40:07.454294 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0415 07:40:07.455466 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0415 07:40:07.897852 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:40:07.897936 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 07:40:07.897991 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:40:07.898349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:07.898397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:40:07.898538 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 07:40:07.942824 7 controller.go:216] "Backend successfully reloaded" I0415 07:40:07.943033 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rcfkr", UID:"5c1c86d7-4eab-4e39-9d9f-a0adce9d3bdb", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0415 07:40:11.230392 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:40:11.230483 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 07:40:11.230608 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:40:11.230775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:11.230802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:14.564724 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:40:14.564786 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 07:40:14.564819 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:40:14.564925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:14.564947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:17.897467 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:40:17.897558 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 07:40:17.897651 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:40:17.897842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:17.897880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:21.230698 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:40:21.230756 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 07:40:21.230785 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:40:21.230909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:21.230932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:24.564314 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:40:24.564383 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 07:40:24.564421 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:40:24.564537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:24.564567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:27.897076 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:40:27.897213 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:40:27.897414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:27.897476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:31.230935 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:40:31.231026 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:40:31.231152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:31.231183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:34.564339 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:40:34.564435 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:40:34.564556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:34.564587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:37.897583 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:40:37.897672 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:40:37.897832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:37.897887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:40:39.270336 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.111.108.75"}] I0415 07:40:39.270601 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.111.108.75"}] I0415 07:40:39.272664 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.111.108.75"}] I0415 07:40:39.277945 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d5d53589-a65d-46d9-a188-e01bfbaebf94", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5434", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0415 07:40:39.282072 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"218d6a92-7d8b-42c9-b79e-f60aca70195a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5435", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0415 07:40:39.285829 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"4e3feaca-65bf-4464-94e4-f47ed4108924", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5436", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 07:40:41.231127 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:40:41.231232 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:40:41.231353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:41.231429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.233 - - [15/Apr/2026:07:40:44 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.101 [auth-system-keycloak-80] [] 10.0.0.77:8080 6432 0.101 200 9916a0408fe9cf2934ca5e1a6ffb28b6 10.0.0.187 - - [15/Apr/2026:07:40:44 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.77:8080 6432 0.009 200 3b59d0007478257dc6b11e8611c96689 W0415 07:40:44.563682 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:40:44.563770 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:40:44.563878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:44.563899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:47.898038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:47.898076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:51.231709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:51.231768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:54.564306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:54.564354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:57.897848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:40:57.898030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:41:02.889684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:41:02.889879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:41:06.223762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:41:06.223789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.163 - - [15/Apr/2026:07:41:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.463 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.462 200 99f67729a365c4294b0d66d0d700ef73 199.19.213.163 - - [15/Apr/2026:07:41:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.005 [auth-system-keycloak-80] [] 10.0.0.77:8080 4246 0.005 200 81b34d4b7fb41a856ab75b19d7e69802 199.19.213.163 - - [15/Apr/2026:07:41:08 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.374 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.372 204 3d0411754451ecabb69b6b6768f3b4f5 199.19.213.163 - - [15/Apr/2026:07:41:08 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.281 [auth-system-keycloak-80] [] 10.0.0.77:8080 4384 0.281 200 256ebb60664d5fd24476394c064386cc 199.19.213.163 - - [15/Apr/2026:07:41:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.462 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.461 200 b0c7f65760ae47e48a6189b5e8e9ec9a 199.19.213.163 - - [15/Apr/2026:07:41:09 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.007 [auth-system-keycloak-80] [] 10.0.0.77:8080 1682 0.006 200 d1b0a1ec0da6eae77f50ddbe01cbd426 199.19.213.163 - - [15/Apr/2026:07:41:09 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.77:8080 6432 0.006 200 1dbac550b4216ccc1d89383a6c1ea980 199.19.213.163 - - [15/Apr/2026:07:41:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.500 200 298161a6f75eae4d281aca29cb35b16b 199.19.213.163 - - [15/Apr/2026:07:41:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.053 [auth-system-keycloak-80] [] 10.0.0.77:8080 2 0.053 200 e18fb7816913605ac7ee80da038d030c 199.19.213.163 - - [15/Apr/2026:07:41:11 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.120 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.119 201 58a75b8828d75884b2c58dea6c8c2d87 199.19.213.163 - - [15/Apr/2026:07:41:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.069 [auth-system-keycloak-80] [] 10.0.0.77:8080 2246 0.069 200 2105d90568653ee6c54bc2546255a1cc 199.19.213.163 - - [15/Apr/2026:07:41:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.447 [auth-system-keycloak-80] [] 10.0.0.77:8080 1928 0.445 200 fac35e2df2311f94bd9a41b33ab06d84 199.19.213.163 - - [15/Apr/2026:07:41:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.023 [auth-system-keycloak-80] [] 10.0.0.77:8080 2246 0.022 200 6d65fcc78985c2e739d51674547056d8 199.19.213.163 - - [15/Apr/2026:07:41:12 +0000] "GET /admin/realms/atmosphere/clients/fcc6bad0-5be9-4ac0-8e55-c3589130044d/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.015 [auth-system-keycloak-80] [] 10.0.0.77:8080 233 0.015 200 cc6f322cba16e7d57460086128cd4416 199.19.213.163 - - [15/Apr/2026:07:41:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.063 [auth-system-keycloak-80] [] 10.0.0.77:8080 831 0.063 200 39f9f78798ea52652dc4d16289f644a0 199.19.213.163 - - [15/Apr/2026:07:41:12 +0000] "GET /admin/realms/atmosphere/clients/2f0f7e85-5d2b-4a49-adf9-a56ab1c3aaec/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.024 [auth-system-keycloak-80] [] 10.0.0.77:8080 3758 0.024 200 75af925433c1cce189bf0aff3888adc8 199.19.213.163 - - [15/Apr/2026:07:41:12 +0000] "GET /admin/realms/atmosphere/users/5f031ef2-d310-4312-8c9e-594323d7c4b9/role-mappings/clients/2f0f7e85-5d2b-4a49-adf9-a56ab1c3aaec/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.164 [auth-system-keycloak-80] [] 10.0.0.77:8080 3758 0.164 200 80e252ecd4446737dd52517ae7426ff6 199.19.213.163 - - [15/Apr/2026:07:41:12 +0000] "GET /admin/realms/atmosphere/users/5f031ef2-d310-4312-8c9e-594323d7c4b9/role-mappings/clients/2f0f7e85-5d2b-4a49-adf9-a56ab1c3aaec/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.083 [auth-system-keycloak-80] [] 10.0.0.77:8080 2 0.083 200 cb5e4828077e8e7a6ee8eb48fa57e2dc 199.19.213.163 - - [15/Apr/2026:07:41:12 +0000] "POST /admin/realms/atmosphere/users/5f031ef2-d310-4312-8c9e-594323d7c4b9/role-mappings/clients/2f0f7e85-5d2b-4a49-adf9-a56ab1c3aaec HTTP/1.1" 204 0 "-" "Ansible" 1390 0.019 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.019 204 583524f5ccd8bf3acdf68df35b55b71d 199.19.213.163 - - [15/Apr/2026:07:41:12 +0000] "GET /admin/realms/atmosphere/users/5f031ef2-d310-4312-8c9e-594323d7c4b9/role-mappings/clients/2f0f7e85-5d2b-4a49-adf9-a56ab1c3aaec/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.77:8080 576 0.012 200 4bf1c0e5124971eb95ec95f061f1b167 W0415 07:41:15.341023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:41:15.341056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:41:18.675048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:41:18.675077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:41:31.474983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:41:31.475032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:41:34.809278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:41:34.809324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:43:21.028319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:43:21.028353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:43:58.787423 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0415 07:43:58.787506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:43:58.787525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:43:58.791528 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0415 07:43:58.791569 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0415 07:43:58.797212 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0415 07:43:58.797476 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"e2be857a-e814-49fb-9133-bbb70e3d0050", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6858", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 07:43:58.797822 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0415 07:43:58.798239 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0415 07:43:58.798312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:43:58.798335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:43:58.798476 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 07:43:58.844741 7 controller.go:216] "Backend successfully reloaded" I0415 07:43:58.845046 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rcfkr", UID:"5c1c86d7-4eab-4e39-9d9f-a0adce9d3bdb", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0415 07:43:59.425921 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0415 07:43:59.426885 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0415 07:44:02.132707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:44:02.132759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.163 - - [15/Apr/2026:07:44:03 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.005 300 a8ea56f9c5815e04e2acd47b58e8cb50 199.19.213.163 - - [15/Apr/2026:07:44:04 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.54:5000 266 0.005 200 52a8e24edf768e3cafce34ecf18c35ab 199.19.213.163 - - [15/Apr/2026:07:44:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.345 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1360 0.345 201 7dfd91703e31708a8609059ed60d9053 199.19.213.163 - - [15/Apr/2026:07:44:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.003 300 48a12a98510cf69dd8830bfe1fd0f9d3 199.19.213.163 - - [15/Apr/2026:07:44:05 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.033 [openstack-keystone-api-5000] [] 10.0.0.54:5000 90 0.034 404 0c1b8c55adae0669383e44cc515f9c2f 199.19.213.163 - - [15/Apr/2026:07:44:05 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.030 [openstack-keystone-api-5000] [] 10.0.0.54:5000 370 0.030 200 4fbf0d44002ff0a38916c88514b9a08c 199.19.213.163 - - [15/Apr/2026:07:44:05 +0000] "GET /v3/domains/8b6b1f20268f4a6bade4de641cd1231a HTTP/1.1" 200 247 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.54:5000 247 0.018 200 293cfddfe2125136c21071af52bec5ea 199.19.213.163 - - [15/Apr/2026:07:44:05 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 266 0.003 200 54106cdcabffb7d5cda6145bf89b509d 199.19.213.163 - - [15/Apr/2026:07:44:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.568 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1360 0.569 201 261e7b0245870500aa11f9dec8671829 199.19.213.163 - - [15/Apr/2026:07:44:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.005 300 4aa6c6fce8a629040ec34d836c452c28 199.19.213.163 - - [15/Apr/2026:07:44:06 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.54:5000 101 0.023 404 7f3c5be236d5e25434e3301c4eef404e 199.19.213.163 - - [15/Apr/2026:07:44:06 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.020 [openstack-keystone-api-5000] [] 10.0.0.54:5000 156 0.021 200 aba264e59bc932f6ecfb1ee1d1595c56 199.19.213.163 - - [15/Apr/2026:07:44:06 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.079 [openstack-keystone-api-5000] [] 10.0.0.54:5000 342 0.080 201 f633181f9e84e4bfa6ca4aafbb2a66b6 199.19.213.163 - - [15/Apr/2026:07:44:07 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.54:5000 266 0.004 200 39db9df4149b04b0ef1db35ec550d00b 199.19.213.163 - - [15/Apr/2026:07:44:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1360 0.291 201 91631a948f6b16bc3befac31cafe249e 199.19.213.163 - - [15/Apr/2026:07:44:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.003 300 09c1ddfaba85df3c22793a6a3dc06eaf 199.19.213.163 - - [15/Apr/2026:07:44:07 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-keystone-api-5000] [] 10.0.0.54:5000 98 0.018 404 ab1b61b0a92981ce8b02bce007732ece 199.19.213.163 - - [15/Apr/2026:07:44:07 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.019 [openstack-keystone-api-5000] [] 10.0.0.54:5000 136 0.019 200 71bdd0412a463687f97449392f575c51 199.19.213.163 - - [15/Apr/2026:07:44:07 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.019 [openstack-keystone-api-5000] [] 10.0.0.54:5000 357 0.019 201 80f63fabcf9e52612b627adb60b37b1d 199.19.213.163 - - [15/Apr/2026:07:44:08 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 266 0.003 200 98cbf48daf24d005b680c73cba1c82d9 199.19.213.163 - - [15/Apr/2026:07:44:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1360 0.292 201 0fed536440ab6fb614157f839e5cdc46 199.19.213.163 - - [15/Apr/2026:07:44:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.004 300 39eb090f4c961e1aa285e24bfd136aae 199.19.213.163 - - [15/Apr/2026:07:44:08 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.024 [openstack-keystone-api-5000] [] 10.0.0.54:5000 131 0.024 404 b8077379b885f31ab1f0ca7aca636ca0 199.19.213.163 - - [15/Apr/2026:07:44:09 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.019 [openstack-keystone-api-5000] [] 10.0.0.54:5000 168 0.019 200 90d7eafe2d7c9064d281e8951e11c0f9 199.19.213.163 - - [15/Apr/2026:07:44:09 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.021 [openstack-keystone-api-5000] [] 10.0.0.54:5000 224 0.021 201 338b4c0b139a7c2cfe1a193940d618f1 W0415 07:44:20.188767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:44:20.188831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:44:23.523252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:44:23.523317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:44:26.856626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:44:26.856701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:44:39.271645 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.111.108.75"}] I0415 07:44:39.278934 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"e2be857a-e814-49fb-9133-bbb70e3d0050", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7178", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 07:44:39.281126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:44:39.281160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:44:45.721610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:44:45.721654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:44:49.056178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:44:49.056243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:44:53.590388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:44:53.590421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:44:56.924598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:44:56.924630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:46:31.126773 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0415 07:46:31.127080 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0415 07:46:31.127206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:46:31.127270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:46:31.132102 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:32.2kB} I0415 07:46:31.132191 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0415 07:46:31.138060 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0415 07:46:31.138393 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"24d60e6e-7aea-4e07-a948-ea99bb659fa7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7992", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 07:46:31.138811 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0415 07:46:31.139198 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0415 07:46:31.139342 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0415 07:46:31.139455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:46:31.139515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:46:31.139675 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 07:46:31.187944 7 controller.go:216] "Backend successfully reloaded" I0415 07:46:31.188237 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rcfkr", UID:"5c1c86d7-4eab-4e39-9d9f-a0adce9d3bdb", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0415 07:46:31.430902 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0415 07:46:31.433048 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.163 - - [15/Apr/2026:07:46:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.004 300 949c13888b03c31d26001e93ae881982 199.19.213.163 - - [15/Apr/2026:07:46:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.334 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1992 0.335 201 8707c41541439c02d8f65cf44b6f8070 199.19.213.163 - - [15/Apr/2026:07:46:32 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.54:5000 85 0.024 404 03fbb9388023aad1d97a962d428f05ba 199.19.213.163 - - [15/Apr/2026:07:46:32 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.023 [openstack-keystone-api-5000] [] 10.0.0.54:5000 129 0.023 200 85ea3cad35d49d0e36b684d4996765b6 199.19.213.163 - - [15/Apr/2026:07:46:32 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.029 [openstack-keystone-api-5000] [] 10.0.0.54:5000 230 0.029 201 509cfe62a16962d99e266974824a00b1 W0415 07:46:34.474077 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0415 07:46:34.474290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:46:34.474327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:46:39.269764 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.111.108.75"}] I0415 07:46:39.274218 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"24d60e6e-7aea-4e07-a948-ea99bb659fa7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8072", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 07:46:39.275660 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0415 07:46:39.275865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:46:39.275885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.163 - - [15/Apr/2026:07:46:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.004 300 b4d14f6602eea0e8dc4562cf5091428a 199.19.213.163 - - [15/Apr/2026:07:46:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1992 0.290 201 26fcd927a2299c77e400c10ce8b40d93 199.19.213.163 - - [15/Apr/2026:07:46:41 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.027 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1521 0.028 200 0c99adf4879e0c829560053fedcf89b6 199.19.213.163 - - [15/Apr/2026:07:46:41 +0000] "PUT /v3/roles/a0573a89fe084cc4b1d18d1083c38646/implies/3c543632edac4d1cbfafb6c752b0c5e5 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.037 [openstack-keystone-api-5000] [] 10.0.0.54:5000 521 0.036 201 95d3196ab171009a60ce3c24266a7929 W0415 07:46:44.276129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:46:44.276154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.163 - - [15/Apr/2026:07:47:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.004 300 6d32eb420e7146563022f47ebec5afd1 199.19.213.163 - - [15/Apr/2026:07:47:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.335 [openstack-keystone-api-5000] [] 10.0.0.54:5000 2055 0.335 201 6101d1982c5070f1338d1118e8f983e9 199.19.213.163 - - [15/Apr/2026:07:47:29 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.029 [openstack-keystone-api-5000] [] 10.0.0.54:5000 87 0.029 404 4f4d5fded4c0576c1899930b9db65293 199.19.213.163 - - [15/Apr/2026:07:47:29 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.030 [openstack-keystone-api-5000] [] 10.0.0.54:5000 390 0.029 200 50deb01f587c957341f84d59e3ad0d4b 199.19.213.163 - - [15/Apr/2026:07:47:29 +0000] "GET /v3/users/rgw-RegionOne?domain_id=d5ed492e5dcb4aec8a1bad5e081fcfa3 HTTP/1.1" 404 91 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.031 [openstack-keystone-api-5000] [] 10.0.0.54:5000 91 0.031 404 a826bf0a70b85b4f4176fb64dcde9dca 199.19.213.163 - - [15/Apr/2026:07:47:29 +0000] "GET /v3/users?domain_id=d5ed492e5dcb4aec8a1bad5e081fcfa3&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.038 [openstack-keystone-api-5000] [] 10.0.0.54:5000 178 0.038 200 a09d136bd3bbd272bc4918286e298a75 199.19.213.163 - - [15/Apr/2026:07:47:29 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.323 [openstack-keystone-api-5000] [] 10.0.0.54:5000 291 0.323 201 c3e23b9c8f180d72bbf7ba6efa0f721e 199.19.213.163 - - [15/Apr/2026:07:47:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.004 300 c0830df9921fb4da294245e906b7d12d 199.19.213.163 - - [15/Apr/2026:07:47:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 549 0.303 [openstack-keystone-api-5000] [] 10.0.0.54:5000 2055 0.303 201 cb09a39d34d76ca56030f89776fb3e45 199.19.213.163 - - [15/Apr/2026:07:47:34 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 430 0.023 [openstack-keystone-api-5000] [] 10.0.0.54:5000 83 0.023 404 0eeb0b2460b20c35fe5b35872d2095f8 199.19.213.163 - - [15/Apr/2026:07:47:34 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 448 0.036 [openstack-keystone-api-5000] [] 10.0.0.54:5000 361 0.036 200 c3f498402d29c3df09b606a151093cad 199.19.213.163 - - [15/Apr/2026:07:47:34 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 434 0.028 [openstack-keystone-api-5000] [] 10.0.0.54:5000 87 0.028 404 430d19897384fc1ccb628c5c62c7d5ca 199.19.213.163 - - [15/Apr/2026:07:47:34 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 452 0.026 [openstack-keystone-api-5000] [] 10.0.0.54:5000 390 0.026 200 3be7dbf7f47278421b796c365ed08359 199.19.213.163 - - [15/Apr/2026:07:47:34 +0000] "GET /v3/users/rgw-RegionOne?domain_id=d5ed492e5dcb4aec8a1bad5e081fcfa3 HTTP/1.1" 404 91 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 481 0.028 [openstack-keystone-api-5000] [] 10.0.0.54:5000 91 0.028 404 cf0dc56221848ceb9d5e20ee2e035229 199.19.213.163 - - [15/Apr/2026:07:47:34 +0000] "GET /v3/users?domain_id=d5ed492e5dcb4aec8a1bad5e081fcfa3&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 499 0.036 [openstack-keystone-api-5000] [] 10.0.0.54:5000 458 0.036 200 ba0eb8ecd9941a5b3e8508461165d784 199.19.213.163 - - [15/Apr/2026:07:47:34 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 435 0.023 [openstack-keystone-api-5000] [] 10.0.0.54:5000 88 0.023 404 a9388ea50be36286ab91e51d0b3724e5 199.19.213.163 - - [15/Apr/2026:07:47:34 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 453 0.027 [openstack-keystone-api-5000] [] 10.0.0.54:5000 520 0.027 200 2061996fcae50c8e14e5f8649207bbb1 199.19.213.163 - - [15/Apr/2026:07:47:34 +0000] "PUT /v3/projects/80a534fd59de430f8c068dd240942227/users/57d180361be644d7913fdc8305910890/roles/0b081ffaeaca4c4fb0becea17d451148 HTTP/1.1" 204 0 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 557 0.034 [openstack-keystone-api-5000] [] 10.0.0.54:5000 0 0.034 204 a3912fc030cc01ffa79fea2d42e6673c 199.19.213.163 - - [15/Apr/2026:07:47:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.004 300 94a00bea27ddc8b621861fb4257c2a61 199.19.213.163 - - [15/Apr/2026:07:47:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.348 [openstack-keystone-api-5000] [] 10.0.0.54:5000 2055 0.348 201 7d8f497227ccd51f8e7b9f7f54090254 199.19.213.163 - - [15/Apr/2026:07:47:37 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.025 [openstack-keystone-api-5000] [] 10.0.0.54:5000 151 0.025 200 7290f4bef9778ad2ea5311809103f756 199.19.213.163 - - [15/Apr/2026:07:47:37 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.029 [openstack-keystone-api-5000] [] 10.0.0.54:5000 263 0.029 201 7a47047fdf8bea2908ee386d4d5eafb7 199.19.213.163 - - [15/Apr/2026:07:47:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.003 300 0bb9ea018f98d50749688a692acb21f4 199.19.213.163 - - [15/Apr/2026:07:47:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.54:5000 2157 0.300 201 9e3ea1baaed92ec9b24c22bd4e9877ab 199.19.213.163 - - [15/Apr/2026:07:47:38 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.54:5000 86 0.020 404 c5f19f6e9c130d58dd52331238d4b7fd 199.19.213.163 - - [15/Apr/2026:07:47:38 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.021 [openstack-keystone-api-5000] [] 10.0.0.54:5000 382 0.020 200 6d60eeae476d7d5eac4370bc7e39dac7 199.19.213.163 - - [15/Apr/2026:07:47:38 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=4f86179ba5b64910a16cb0906a3385df HTTP/1.1" 200 205 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.021 [openstack-keystone-api-5000] [] 10.0.0.54:5000 205 0.021 200 c22ff2e6b2a48deff87579c41c86ba5a 199.19.213.163 - - [15/Apr/2026:07:47:38 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.023 [openstack-keystone-api-5000] [] 10.0.0.54:5000 379 0.024 201 e910e96fb58620402b465212ee4bc3fb 199.19.213.163 - - [15/Apr/2026:07:47:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.003 300 49eefdbd83e94672304b749081c5b2d5 199.19.213.163 - - [15/Apr/2026:07:47:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.54:5000 2366 0.296 201 8990f03e3a438c4b9ed21afeeabd93aa 199.19.213.163 - - [15/Apr/2026:07:47:39 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.54:5000 86 0.024 404 121dfaaabc593ae0550b69f83e94392e 199.19.213.163 - - [15/Apr/2026:07:47:39 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.54:5000 382 0.019 200 fdfc9505c691284a5736da7dbe2f4cf1 199.19.213.163 - - [15/Apr/2026:07:47:39 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=4f86179ba5b64910a16cb0906a3385df HTTP/1.1" 200 207 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.020 [openstack-keystone-api-5000] [] 10.0.0.54:5000 207 0.021 200 97d76739c441cd77198b66516d060b51 199.19.213.163 - - [15/Apr/2026:07:47:39 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.022 [openstack-keystone-api-5000] [] 10.0.0.54:5000 392 0.022 201 a37a7ca0d1597fc75217037b0e55f8de W0415 07:47:41.163399 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0415 07:47:41.163540 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0415 07:47:41.163615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:47:41.163637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:47:41.171901 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.008s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.009s testedConfigurationSize:35.7kB} I0415 07:47:41.171952 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0415 07:47:41.177393 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0415 07:47:41.177642 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"306f5593-6d5d-47a6-a0f0-6127641bb565", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8593", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 07:47:41.177838 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0415 07:47:41.178173 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0415 07:47:41.178251 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0415 07:47:41.178305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:47:41.178318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:47:41.178420 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 07:47:41.229006 7 controller.go:216] "Backend successfully reloaded" I0415 07:47:41.229949 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rcfkr", UID:"5c1c86d7-4eab-4e39-9d9f-a0adce9d3bdb", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0415 07:47:41.489861 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0415 07:47:41.498578 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0415 07:47:44.513510 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0415 07:47:44.513783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:47:44.513810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:47:57.925970 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0415 07:47:57.926397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:47:57.926425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:48:01.260158 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0415 07:48:01.260348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:48:01.260377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:48:01.260552 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 07:48:01.312423 7 controller.go:216] "Backend successfully reloaded" I0415 07:48:01.313276 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rcfkr", UID:"5c1c86d7-4eab-4e39-9d9f-a0adce9d3bdb", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0415 07:48:04.594372 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0415 07:48:04.594564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:48:04.594594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:48:07.927000 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0415 07:48:07.927447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:48:07.927483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:48:11.259865 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0415 07:48:11.260048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:48:11.260077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:48:14.598140 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0415 07:48:14.598336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:48:14.598363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:48:28.929507 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0415 07:48:28.929780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:48:28.929801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:48:32.264323 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0415 07:48:32.264582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:48:32.264743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:48:37.192137 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0415 07:48:37.192243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:48:37.192258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:48:39.269533 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.111.108.75"}] I0415 07:48:39.276278 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"306f5593-6d5d-47a6-a0f0-6127641bb565", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9186", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 07:48:40.526253 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0415 07:48:40.526444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:48:40.526469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:48:43.859493 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0415 07:48:43.859635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:48:43.859655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:49:22.785954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:49:22.785992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:50:46.646228 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0415 07:50:46.646382 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0415 07:50:46.646470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:50:46.646496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:50:46.651768 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:39.2kB} I0415 07:50:46.651812 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0415 07:50:46.656665 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0415 07:50:46.656892 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"bb6b3243-6d3c-41dd-98ad-3013eb8469f8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10127", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 07:50:46.657120 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0415 07:50:46.657597 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0415 07:50:46.657739 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0415 07:50:46.657825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:50:46.657847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:50:46.658008 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 07:50:46.714345 7 controller.go:216] "Backend successfully reloaded" I0415 07:50:46.714569 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rcfkr", UID:"5c1c86d7-4eab-4e39-9d9f-a0adce9d3bdb", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0415 07:50:46.942928 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0415 07:50:46.944062 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0415 07:50:49.992091 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0415 07:50:49.992259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:50:49.992275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.163 - - [15/Apr/2026:07:50:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.003 300 24ccc0f557e03314c3bcfe8618545b79 199.19.213.163 - - [15/Apr/2026:07:50:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.334 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3201 0.333 201 05c695dd805295b0ef066700f3787f94 199.19.213.163 - - [15/Apr/2026:07:50:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6d0bd1d6fe081c2cc99cf415ce56663a 199.19.213.163 - - [15/Apr/2026:07:50:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 25a0c5e021689a37d91ed6dfb7357368 199.19.213.163 - - [15/Apr/2026:07:50:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.004 300 2aaa852d5ea7f5bcf64d4ebedef57dd8 199.19.213.163 - - [15/Apr/2026:07:50:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3201 0.302 201 c3ef0adfe2b9490ad4f80a3f222cf248 199.19.213.163 - - [15/Apr/2026:07:50:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bff8ee1075d4066a4fd717c238afb6ab 199.19.213.163 - - [15/Apr/2026:07:50:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 265b08f7aea2709059a0baf0803f1fb9 W0415 07:50:53.325250 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0415 07:50:53.325479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:50:53.325509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.163 - - [15/Apr/2026:07:50:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.003 300 1bfb7750c57fe6bf9f4009c7e3fd8326 199.19.213.163 - - [15/Apr/2026:07:50:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.317 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3201 0.316 201 ccdbfe49ac4de77345f1ed67e46361f7 199.19.213.163 - - [15/Apr/2026:07:50:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b1fef59eadb9c7052b2986520b37c76d 199.19.213.163 - - [15/Apr/2026:07:50:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0dafada63c456c0881b3cc76cc2e33f3 199.19.213.163 - - [15/Apr/2026:07:50:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.002 300 59e1b2baa928e9d0b70e962ff897f32a 199.19.213.163 - - [15/Apr/2026:07:50:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3201 0.294 201 973172b72e4ea50fabb3b15aa5dc2e09 199.19.213.163 - - [15/Apr/2026:07:50:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e8de9eb93ad8f8267e50a0b2806263bc 199.19.213.163 - - [15/Apr/2026:07:50:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 41c7ad48d2090c0f0b0a1634a1565356 199.19.213.163 - - [15/Apr/2026:07:50:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.003 300 4c732a1b98790ab91dbc9ed0e9965962 199.19.213.163 - - [15/Apr/2026:07:50:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3201 0.289 201 8dcaa06112d15593b8d40627c01eca18 199.19.213.163 - - [15/Apr/2026:07:50:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b4725039a9afe04ce40b1f4663be9a63 199.19.213.163 - - [15/Apr/2026:07:50:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c66640b65f2c9eb2b13aeb3caf7a17f4 199.19.213.163 - - [15/Apr/2026:07:51:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.004 300 fa3dc540ae77a7339520a0f384fd8399 199.19.213.163 - - [15/Apr/2026:07:51:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3201 0.293 201 e8a517ebb4013fba66639dcaee449e9e 199.19.213.163 - - [15/Apr/2026:07:51:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e9906d700235da8416cfc40a4b8f3fbc 199.19.213.163 - - [15/Apr/2026:07:51:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ae8fdd278bcbd821d53c7067a457e47a 199.19.213.163 - - [15/Apr/2026:07:51:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.002 300 8a5f438eab01964cef527dff4a244bee 199.19.213.163 - - [15/Apr/2026:07:51:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3201 0.291 201 ce7cb26454ab77a2d53c127ab038c90d 199.19.213.163 - - [15/Apr/2026:07:51:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 385776249366fc4cf3ac48eac9d8a87e 199.19.213.163 - - [15/Apr/2026:07:51:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d831944f9498d898da62f148700417e3 W0415 07:51:02.528879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:51:02.528987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.163 - - [15/Apr/2026:07:51:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.003 300 5ee6659a5eb4bc998e085f785431faa1 199.19.213.163 - - [15/Apr/2026:07:51:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3201 0.306 201 6f5665df4e03b25d34b17f20918b1edc 199.19.213.163 - - [15/Apr/2026:07:51:03 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.229:9292 1312 0.002 300 bf977fc0fa2543a17fe788695f08c3d6 199.19.213.163 - - [15/Apr/2026:07:51:04 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.573 [openstack-glance-api-9292] [] 10.0.0.229:9292 69 0.574 200 e6cb06abd0346640e54fb2dd65948391 199.19.213.163 - - [15/Apr/2026:07:51:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.002 300 4fddf87a7352814015a44777dc21cabf 199.19.213.163 - - [15/Apr/2026:07:51:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3201 0.311 201 7e9fddfc36810a85aa6b76a266d65862 199.19.213.163 - - [15/Apr/2026:07:51:07 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.229:9292 1312 0.003 300 1418938cbd375a90f88693b2342cf447 199.19.213.163 - - [15/Apr/2026:07:51:07 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.036 [openstack-glance-api-9292] [] 10.0.0.229:9292 69 0.036 200 0d6b07261ced0f4e3aa158ad24274bbb 199.19.213.163 - - [15/Apr/2026:07:51:07 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.124 [openstack-glance-api-9292] [] 10.0.0.229:9292 151 0.124 404 decd37da4e6eb62af48caafbc8644046 199.19.213.163 - - [15/Apr/2026:07:51:07 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.024 [openstack-glance-api-9292] [] 10.0.0.229:9292 81 0.025 200 41a0d3802bf8b474e3641ba7259859e9 199.19.213.163 - - [15/Apr/2026:07:51:08 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.023 [openstack-glance-api-9292] [] 10.0.0.229:9292 84 0.023 200 db476fa8a3a88b1a8c88c5167554971e 199.19.213.163 - - [15/Apr/2026:07:51:08 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.054 [openstack-glance-api-9292] [] 10.0.0.229:9292 760 0.054 201 5b86714f3fa37f1d93ba6dd7fb68a5ff 199.19.213.163 - - [15/Apr/2026:07:51:11 +0000] "PUT /v2/images/98ba684c-9fb4-4cf9-a183-f8349fd26f56/file HTTP/1.1" 204 0 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.709 [openstack-glance-api-9292] [] 10.0.0.229:9292 0 3.709 204 05c26a7aed4a669a5acc2a2e3aec84a4 199.19.213.163 - - [15/Apr/2026:07:51:11 +0000] "GET /v2/images/98ba684c-9fb4-4cf9-a183-f8349fd26f56 HTTP/1.1" 200 1171 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.229:9292 1171 0.015 200 3db8ab5d242683984e7b9e2abd6212a0 199.19.213.163 - - [15/Apr/2026:07:51:11 +0000] "GET /v2/images/98ba684c-9fb4-4cf9-a183-f8349fd26f56 HTTP/1.1" 200 1171 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.013 [openstack-glance-api-9292] [] 10.0.0.229:9292 1171 0.013 200 522e012794b9b338fe0d752ffa02ec20 W0415 07:51:14.950972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:51:14.951030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:51:18.286232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:51:18.286266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:51:39.270170 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.111.108.75"}] I0415 07:51:39.275683 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"bb6b3243-6d3c-41dd-98ad-3013eb8469f8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10590", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 07:51:39.277071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:51:39.277099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0415 07:56:12.926719 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0415 07:56:51.631250 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0415 07:56:52.710753 7 queue.go:131] "requeuing" err="etcdserver: request timed out" key="&ObjectMeta{Name:sync status,GenerateName:,Namespace:,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}" E0415 07:56:59.626971 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded I0415 07:56:59.627032 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded E0415 07:56:59.627146 7 status.go:104] "error running poll" err="timed out waiting for the condition" I0415 07:56:59.627251 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... E0415 07:57:05.955144 7 leaderelection.go:429] Failed to update lock optimistically: Operation cannot be fulfilled on leases.coordination.k8s.io "ingress-nginx-leader": the object has been modified; please apply your changes to the latest version and try again, falling back to slow path I0415 07:57:06.794978 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader W0415 07:57:27.894419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:57:27.894456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:57:39.698211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:57:39.698244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store