------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0407 05:53:00.145225 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0407 05:53:00.145411 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0407 05:53:00.154379 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0407 05:53:00.158349 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0407 05:53:00.259635 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0407 05:53:00.280878 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0407 05:53:00.294297 7 nginx.go:271] "Starting NGINX Ingress controller" I0407 05:53:00.303335 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"f8dfdb5d-147a-4dfa-aff4-871d40e56736", APIVersion:"v1", ResourceVersion:"1317", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0407 05:53:00.307992 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"6ab40680-587c-41d2-960d-6553201a9184", APIVersion:"v1", ResourceVersion:"1318", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0407 05:53:00.308053 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"5f94b777-ed94-4929-91aa-2738d07b7126", APIVersion:"v1", ResourceVersion:"1319", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0407 05:53:01.495811 7 nginx.go:317] "Starting NGINX process" I0407 05:53:01.495915 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0407 05:53:01.496464 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0407 05:53:01.496683 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0407 05:53:01.496726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:53:01.496742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 05:53:01.496791 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 05:53:01.503493 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0407 05:53:01.503617 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-bsh2d" I0407 05:53:01.528403 7 controller.go:216] "Backend successfully reloaded" I0407 05:53:01.528550 7 controller.go:227] "Initial sync, sleeping for 1 second" I0407 05:53:01.528620 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bsh2d", UID:"a7b6c914-aa09-489e-a0f0-50a4389afa65", APIVersion:"v1", ResourceVersion:"1360", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 05:53:05.314620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:53:05.314873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:53:08.648398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:53:08.648482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:53:11.981651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:53:11.981688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:53:15.315196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:53:15.315254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:53:18.649377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:53:18.649438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:53:21.981504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:53:21.981668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:53:25.315265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:53:25.315346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:53:28.648102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:53:28.648165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:53:31.981324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:53:31.981381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:53:38.236424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:53:38.236464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:27.101362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:27.101409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:46.158043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:46.158193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:49.492007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:49.492048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:52.825629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:52.825662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:56.158823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:56.158876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:59.492146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:59.492199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:55:02.825538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:55:02.825583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:55:06.159155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:55:06.159377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:55:09.491896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:55:09.491946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:55:14.160186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:55:14.160235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:55:17.494592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:55:17.494656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:55:20.827115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:55:20.827162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:57:20.023667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:57:20.023711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:57:22.505740 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-153.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-153.nip.io-tls was not found. Using default certificate W0407 05:57:22.505802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:57:22.505817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 05:57:22.508083 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0407 05:57:22.508114 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0407 05:57:22.515535 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0407 05:57:22.516005 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-153.nip.io-tls" in local store I0407 05:57:22.516422 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e81cf3a6-c3e2-45ae-8723-a4560ad452b3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3356", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 05:57:22.755272 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-153.nip.io-tls" I0407 05:57:22.757062 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-153.nip.io-tls" W0407 05:57:23.357207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:57:23.357253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 05:57:23.357355 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 05:57:23.412873 7 controller.go:216] "Backend successfully reloaded" I0407 05:57:23.413245 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bsh2d", UID:"a7b6c914-aa09-489e-a0f0-50a4389afa65", APIVersion:"v1", ResourceVersion:"1360", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 05:57:26.690725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:57:26.690790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [07/Apr/2026:05:57:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.037 [auth-system-keycloak-80] [] 10.0.0.63:8080 1928 2.036 200 678e2f52b1854d6954c5f7b7ee4970df 199.204.45.153 - - [07/Apr/2026:05:57:34 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.101 [auth-system-keycloak-80] [] 10.0.0.63:8080 116 0.101 404 dabaa1a543360ee15b1b444cd2d7fe5e 199.204.45.153 - - [07/Apr/2026:05:57:39 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 5.165 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 5.164 201 0834f63ef49baa379343dbf408f479eb 199.204.45.153 - - [07/Apr/2026:05:57:39 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.695 [auth-system-keycloak-80] [] 10.0.0.63:8080 4246 0.695 200 aada418d0f577a561c3c4ecd316db064 199.204.45.153 - - [07/Apr/2026:05:57:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.504 [auth-system-keycloak-80] [] 10.0.0.63:8080 1928 0.503 200 5d982d09a98f731ad919eef6f584b721 199.204.45.153 - - [07/Apr/2026:05:57:41 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.084 [auth-system-keycloak-80] [] 10.0.0.63:8080 12500 0.084 200 62c56c6fe77c6785162eee3833ce6299 199.204.45.153 - - [07/Apr/2026:05:57:41 +0000] "GET /admin/realms/atmosphere/client-scopes/f236c873-b1ca-4535-ac9f-d95c43222ea5 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.011 [auth-system-keycloak-80] [] 10.0.0.63:8080 1278 0.011 200 950ab806155a0bc385f10a0eea73b8ca 199.204.45.153 - - [07/Apr/2026:05:57:41 +0000] "PUT /admin/realms/atmosphere/client-scopes/f236c873-b1ca-4535-ac9f-d95c43222ea5 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.062 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.061 204 0f8a2104423a20da7f9aece48cdfb709 199.204.45.153 - - [07/Apr/2026:05:57:41 +0000] "GET /admin/realms/atmosphere/client-scopes/f236c873-b1ca-4535-ac9f-d95c43222ea5/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.082 [auth-system-keycloak-80] [] 10.0.0.63:8080 963 0.082 200 87f497e4df97cfc94592282dc90420a9 199.204.45.153 - - [07/Apr/2026:05:57:41 +0000] "GET /admin/realms/atmosphere/client-scopes/f236c873-b1ca-4535-ac9f-d95c43222ea5/protocol-mappers/models/a5343a33-5c23-4070-91b9-ea67e8952830 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.076 [auth-system-keycloak-80] [] 10.0.0.63:8080 366 0.076 200 7ba7de2c535bad87f47f7837f14aabea 199.204.45.153 - - [07/Apr/2026:05:57:41 +0000] "PUT /admin/realms/atmosphere/client-scopes/f236c873-b1ca-4535-ac9f-d95c43222ea5/protocol-mappers/models/a5343a33-5c23-4070-91b9-ea67e8952830 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.023 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.022 204 6ff1177308088625f59c25c085c7d21d 199.204.45.153 - - [07/Apr/2026:05:57:41 +0000] "GET /admin/realms/atmosphere/client-scopes/f236c873-b1ca-4535-ac9f-d95c43222ea5 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.069 [auth-system-keycloak-80] [] 10.0.0.63:8080 1218 0.069 200 75565a20226dba53e97e5e16be473deb I0407 05:58:01.512194 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.110.241.86"}] I0407 05:58:01.520533 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e81cf3a6-c3e2-45ae-8723-a4560ad452b3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3747", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 05:58:01.521560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:58:01.521594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [07/Apr/2026:05:58:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.521 [auth-system-keycloak-80] [] 10.0.0.63:8080 1928 0.520 200 91b1f89c34f7f6868cc475e38e2e89c7 199.204.45.153 - - [07/Apr/2026:05:58:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.017 [auth-system-keycloak-80] [] 10.0.0.63:8080 2 0.017 200 a1a7c941a49c6180c6aa30e3e5c143bb 199.204.45.153 - - [07/Apr/2026:05:58:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.189 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.188 201 f6f525d5f16b28189f1952670233185f 199.204.45.153 - - [07/Apr/2026:05:58:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.078 [auth-system-keycloak-80] [] 10.0.0.63:8080 1261 0.078 200 c62d4b029a6bf0201e34349ee1be86f4 199.204.45.153 - - [07/Apr/2026:05:58:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.586 [auth-system-keycloak-80] [] 10.0.0.63:8080 1928 0.585 200 36d12c5b11592e1568400a5d930c8600 199.204.45.153 - - [07/Apr/2026:05:58:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.068 [auth-system-keycloak-80] [] 10.0.0.63:8080 2 0.068 200 7905d02b914d4e2693eec14d588d4c75 199.204.45.153 - - [07/Apr/2026:05:58:04 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.045 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.044 201 87cbaaab423c1f9acf03982326d515f4 199.204.45.153 - - [07/Apr/2026:05:58:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.047 [auth-system-keycloak-80] [] 10.0.0.63:8080 1286 0.047 200 dcd1e5a6b4a1806bf343441e40724246 199.204.45.153 - - [07/Apr/2026:05:58:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.515 [auth-system-keycloak-80] [] 10.0.0.63:8080 1928 0.512 200 edbd738fa606f20eb43bb0d9ecefa292 199.204.45.153 - - [07/Apr/2026:05:58:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.63:8080 2 0.012 200 5430e38a7fe8b85952cd101aeb78c041 199.204.45.153 - - [07/Apr/2026:05:58:05 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.083 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.082 201 b398534b59582ddf664b6955ec2729dc 199.204.45.153 - - [07/Apr/2026:05:58:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.077 [auth-system-keycloak-80] [] 10.0.0.63:8080 1251 0.076 200 9326102248a607802ef5e57206f16085 199.204.45.153 - - [07/Apr/2026:05:58:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.520 [auth-system-keycloak-80] [] 10.0.0.63:8080 1928 0.519 200 5a56bad7d48b524252a90b46c95baaea 199.204.45.153 - - [07/Apr/2026:05:58:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.63:8080 1261 0.007 200 59775111b38a745005d512b12c4531c9 199.204.45.153 - - [07/Apr/2026:05:58:06 +0000] "GET /admin/realms/atmosphere/clients/1ea8882d-6201-460e-bc9d-f02037c565c2/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.048 [auth-system-keycloak-80] [] 10.0.0.63:8080 119 0.048 404 598644d8120211bd4b53ddbdd157aa28 199.204.45.153 - - [07/Apr/2026:05:58:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.63:8080 1261 0.008 200 9dbd178f2647de85ec42791d3218dce6 199.204.45.153 - - [07/Apr/2026:05:58:06 +0000] "POST /admin/realms/atmosphere/clients/1ea8882d-6201-460e-bc9d-f02037c565c2/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.185 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.184 201 620b678ff5d6a09bc27f7533ca38dea5 199.204.45.153 - - [07/Apr/2026:05:58:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.63:8080 1261 0.007 200 7846c1a260c8c98d4d59d733617da5fb 199.204.45.153 - - [07/Apr/2026:05:58:06 +0000] "GET /admin/realms/atmosphere/clients/1ea8882d-6201-460e-bc9d-f02037c565c2/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.63:8080 166 0.017 200 9f718fa2908b78c085eb28fe8534535d 199.204.45.153 - - [07/Apr/2026:05:58:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.63:8080 1928 0.470 200 0d67b80315140c294f86ba8ed7c45cee 199.204.45.153 - - [07/Apr/2026:05:58:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.63:8080 1286 0.008 200 6ba8568a5b8466e986905062083c79f6 199.204.45.153 - - [07/Apr/2026:05:58:07 +0000] "GET /admin/realms/atmosphere/clients/eae339bd-921b-4579-984c-980c310e63c3/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.63:8080 119 0.010 404 7f679f567c11aec85d3ddd11138e8d7a 199.204.45.153 - - [07/Apr/2026:05:58:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.63:8080 1286 0.008 200 feba04e7a0e1667c35e11ef38d092650 199.204.45.153 - - [07/Apr/2026:05:58:07 +0000] "POST /admin/realms/atmosphere/clients/eae339bd-921b-4579-984c-980c310e63c3/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.043 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.043 201 21e1bd2a058e8b1662304d740197760a 199.204.45.153 - - [07/Apr/2026:05:58:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.63:8080 1286 0.007 200 0d97c4b17835bd98165ba7188111a73a 199.204.45.153 - - [07/Apr/2026:05:58:07 +0000] "GET /admin/realms/atmosphere/clients/eae339bd-921b-4579-984c-980c310e63c3/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.63:8080 165 0.014 200 aa7a259781224e3003e1a119644a89aa 199.204.45.153 - - [07/Apr/2026:05:58:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.63:8080 1928 0.466 200 b8ef68429c04089b4fe2ea880ff6409f 199.204.45.153 - - [07/Apr/2026:05:58:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.63:8080 1286 0.008 200 015d2c26d985da76eb703ff3a2e845fd 199.204.45.153 - - [07/Apr/2026:05:58:08 +0000] "GET /admin/realms/atmosphere/clients/eae339bd-921b-4579-984c-980c310e63c3/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.047 [auth-system-keycloak-80] [] 10.0.0.63:8080 119 0.048 404 5a6021727ef4ae803e13862ee2e06721 199.204.45.153 - - [07/Apr/2026:05:58:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.63:8080 1286 0.008 200 bd9a669c0c60d3a0e52ca1f3a47ad86c 199.204.45.153 - - [07/Apr/2026:05:58:08 +0000] "POST /admin/realms/atmosphere/clients/eae339bd-921b-4579-984c-980c310e63c3/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.073 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.072 201 b2df55b670c1ec32a66a960c6f46737e 199.204.45.153 - - [07/Apr/2026:05:58:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.63:8080 1286 0.007 200 d94836d7d638a93b56affff5128c5e33 199.204.45.153 - - [07/Apr/2026:05:58:08 +0000] "GET /admin/realms/atmosphere/clients/eae339bd-921b-4579-984c-980c310e63c3/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.062 [auth-system-keycloak-80] [] 10.0.0.63:8080 166 0.062 200 6222ec5ff2ee7eba4283a85266a9883f 199.204.45.153 - - [07/Apr/2026:05:58:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.63:8080 1928 0.473 200 c51bd9432d29253968eaaec5db7947c3 199.204.45.153 - - [07/Apr/2026:05:58:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.045 [auth-system-keycloak-80] [] 10.0.0.63:8080 1286 0.045 200 4ad5604d394e387597bab0c3785cbea8 199.204.45.153 - - [07/Apr/2026:05:58:09 +0000] "GET /admin/realms/atmosphere/clients/eae339bd-921b-4579-984c-980c310e63c3/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.63:8080 119 0.013 404 84aa686b3181babffd3955c0e5cb3a88 199.204.45.153 - - [07/Apr/2026:05:58:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.63:8080 1286 0.006 200 05b9782b0211df742c1d91be1c9114e4 199.204.45.153 - - [07/Apr/2026:05:58:09 +0000] "POST /admin/realms/atmosphere/clients/eae339bd-921b-4579-984c-980c310e63c3/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.066 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.065 201 0fd0d08bec907fb794967693fd0e9e53 199.204.45.153 - - [07/Apr/2026:05:58:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.63:8080 1286 0.008 200 9698b5a8de9969ff72d42a68b75c2333 199.204.45.153 - - [07/Apr/2026:05:58:09 +0000] "GET /admin/realms/atmosphere/clients/eae339bd-921b-4579-984c-980c310e63c3/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.059 [auth-system-keycloak-80] [] 10.0.0.63:8080 166 0.059 200 e9ef7bfe19698e03358974d9aa6de436 199.204.45.153 - - [07/Apr/2026:05:58:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.462 [auth-system-keycloak-80] [] 10.0.0.63:8080 1928 0.462 200 20c28ae14ca2abc1d437a80406c843de 199.204.45.153 - - [07/Apr/2026:05:58:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.039 [auth-system-keycloak-80] [] 10.0.0.63:8080 1251 0.039 200 43328ca56558916c584a1483a3754c27 199.204.45.153 - - [07/Apr/2026:05:58:10 +0000] "GET /admin/realms/atmosphere/clients/ea951203-c6cb-48f0-8c35-ffc9b3d7bcb0/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.63:8080 119 0.009 404 d326d9a8fd9c4e2ea121c1e5091c2bb8 199.204.45.153 - - [07/Apr/2026:05:58:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.63:8080 1251 0.007 200 a190a46373e2c191c2a97556f01e987d 199.204.45.153 - - [07/Apr/2026:05:58:10 +0000] "POST /admin/realms/atmosphere/clients/ea951203-c6cb-48f0-8c35-ffc9b3d7bcb0/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.014 201 32464b69cafa7bc42f948e7d6f29f6cf 199.204.45.153 - - [07/Apr/2026:05:58:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.030 [auth-system-keycloak-80] [] 10.0.0.63:8080 1251 0.030 200 a7fd8577427f1bfc9fe676513d4582e5 199.204.45.153 - - [07/Apr/2026:05:58:10 +0000] "GET /admin/realms/atmosphere/clients/ea951203-c6cb-48f0-8c35-ffc9b3d7bcb0/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.021 [auth-system-keycloak-80] [] 10.0.0.63:8080 166 0.021 200 c4ce5e2739867113841d9f12477b18d9 W0407 05:58:27.229566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:58:27.229598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:58:30.563559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:58:30.563601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:58:33.896570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:58:33.896625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:18.537205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:18.537249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:18.602321 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 05:59:18.602383 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0407 05:59:18.602415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:18.602430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:18.602574 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 05:59:18.602776 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0407 05:59:18.602822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:18.602906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:18.605217 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. I0407 05:59:18.605233 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} W0407 05:59:18.605322 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate I0407 05:59:18.605345 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0407 05:59:18.605391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:18.605411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 05:59:18.607669 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0407 05:59:18.607698 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0407 05:59:18.607745 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0407 05:59:18.607782 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0407 05:59:18.616005 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0407 05:59:18.616596 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0407 05:59:18.616634 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0407 05:59:18.616906 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0407 05:59:18.616946 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"1d27a1e6-9345-494c-a2ab-aab463ac3453", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4380", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 05:59:18.616968 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e3092332-c62d-4352-92c7-269c2ec41a35", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4384", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 05:59:18.617003 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0407 05:59:18.617279 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0407 05:59:18.617395 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"114297d8-8081-4021-a567-36c069ff747d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4386", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 05:59:18.946208 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0407 05:59:18.947089 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0407 05:59:19.227500 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0407 05:59:19.228500 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0407 05:59:19.890193 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0407 05:59:19.892423 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0407 05:59:21.277690 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0407 05:59:21.278811 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/grafana-tls" W0407 05:59:21.871099 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 05:59:21.871188 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 05:59:21.871228 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 05:59:21.871407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:21.871436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 05:59:21.871581 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 05:59:21.924327 7 controller.go:216] "Backend successfully reloaded" I0407 05:59:21.924582 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bsh2d", UID:"a7b6c914-aa09-489e-a0f0-50a4389afa65", APIVersion:"v1", ResourceVersion:"1360", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 05:59:25.204117 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 05:59:25.204179 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 05:59:25.204212 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 05:59:25.204311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:25.204333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:28.537921 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 05:59:28.537998 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 05:59:28.538039 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 05:59:28.538167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:28.538198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:31.871197 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 05:59:31.871281 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 05:59:31.871321 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 05:59:31.871460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:31.871493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:35.204427 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 05:59:35.204487 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 05:59:35.204516 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 05:59:35.204627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:35.204653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:38.538186 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 05:59:38.538256 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 05:59:38.538299 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 05:59:38.538444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:38.538473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:41.870761 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 05:59:41.870862 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 05:59:41.871005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:41.871035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:45.204978 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 05:59:45.205086 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 05:59:45.205265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:45.205316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:48.537893 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 05:59:48.537986 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 05:59:48.538109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:48.538135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:51.870724 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 05:59:51.870846 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 05:59:51.871019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:51.871051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.66 - - [07/Apr/2026:05:59:55 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.034 [auth-system-keycloak-80] [] 10.0.0.63:8080 6382 0.034 200 19d28ce216795e4b4d613cf61696e408 W0407 05:59:55.204183 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 05:59:55.204280 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 05:59:55.204439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:55.204473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.233 - - [07/Apr/2026:05:59:55 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.012 [auth-system-keycloak-80] [] 10.0.0.63:8080 6382 0.012 200 7a6fb488d57a1c9c2839147d41b1fb4a W0407 05:59:58.538663 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 05:59:58.538895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:58.539009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:00:01.510746 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.110.241.86"}] I0407 06:00:01.511047 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.110.241.86"}] I0407 06:00:01.511158 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.110.241.86"}] I0407 06:00:01.530590 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"1d27a1e6-9345-494c-a2ab-aab463ac3453", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5507", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 06:00:01.545055 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e3092332-c62d-4352-92c7-269c2ec41a35", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5508", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 06:00:01.559945 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"114297d8-8081-4021-a567-36c069ff747d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5509", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 06:00:01.871669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:01.871724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:05.205875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:05.205918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:08.538897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:08.538981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:15.632834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:15.632869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [07/Apr/2026:06:00:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.497 [auth-system-keycloak-80] [] 10.0.0.63:8080 1928 0.496 200 2686e09df95e08a9c0c35d3db35054f6 199.204.45.153 - - [07/Apr/2026:06:00:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.009 [auth-system-keycloak-80] [] 10.0.0.63:8080 4246 0.009 200 cd77ba40fab0040af78885dc4b49f897 199.204.45.153 - - [07/Apr/2026:06:00:22 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.461 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.460 204 ec9078eb76949dab5e8c146776700252 199.204.45.153 - - [07/Apr/2026:06:00:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.110 [auth-system-keycloak-80] [] 10.0.0.63:8080 4384 0.110 200 c0cfadcdc87a601da20e5724f753d249 199.204.45.153 - - [07/Apr/2026:06:00:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.532 [auth-system-keycloak-80] [] 10.0.0.63:8080 1928 0.531 200 ce3867ab9b035234dea75d23f9d6a994 199.204.45.153 - - [07/Apr/2026:06:00:23 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.008 [auth-system-keycloak-80] [] 10.0.0.63:8080 1682 0.008 200 b89448ab538dda76839d22df325cafe5 199.204.45.153 - - [07/Apr/2026:06:00:23 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.63:8080 6382 0.005 200 16d2dc0a73b10e213849f09d57a9903c 199.204.45.153 - - [07/Apr/2026:06:00:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.63:8080 1928 0.464 200 3d12205da1f5e16511d352deda0f29c9 199.204.45.153 - - [07/Apr/2026:06:00:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.63:8080 2 0.008 200 8f5e5e5e1450cf2e1a460f2f5d35326e 199.204.45.153 - - [07/Apr/2026:06:00:25 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.155 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.154 201 9e1396549a5680333194714dcd849ed1 199.204.45.153 - - [07/Apr/2026:06:00:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.084 [auth-system-keycloak-80] [] 10.0.0.63:8080 2246 0.084 200 feaf8e10b113ffb3182ebc61896155be 199.204.45.153 - - [07/Apr/2026:06:00:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.497 [auth-system-keycloak-80] [] 10.0.0.63:8080 1928 0.496 200 2d6f8453682ec1506b9a4c9061692a2e 199.204.45.153 - - [07/Apr/2026:06:00:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.63:8080 2246 0.005 200 ac0b27f2fb34337e2b0829701b3c5d8b 199.204.45.153 - - [07/Apr/2026:06:00:26 +0000] "GET /admin/realms/atmosphere/clients/30fae1d6-da2a-449d-8a12-c075f25b9218/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.017 [auth-system-keycloak-80] [] 10.0.0.63:8080 233 0.017 200 54926c26092faf83c63a98a908640d08 199.204.45.153 - - [07/Apr/2026:06:00:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.047 [auth-system-keycloak-80] [] 10.0.0.63:8080 831 0.046 200 cac463bbaeec76e4ff595c896a7b3069 199.204.45.153 - - [07/Apr/2026:06:00:26 +0000] "GET /admin/realms/atmosphere/clients/19748f39-6665-45ea-b7e3-1ec650870c56/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.021 [auth-system-keycloak-80] [] 10.0.0.63:8080 3758 0.021 200 a4c85e28a965dad8b425fb7515c650c6 199.204.45.153 - - [07/Apr/2026:06:00:26 +0000] "GET /admin/realms/atmosphere/users/d785f63d-9fef-436d-9fcd-3db16f5b472c/role-mappings/clients/19748f39-6665-45ea-b7e3-1ec650870c56/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.169 [auth-system-keycloak-80] [] 10.0.0.63:8080 3758 0.169 200 78b5e60a61bd2c9c829d9530932b94fc 199.204.45.153 - - [07/Apr/2026:06:00:27 +0000] "GET /admin/realms/atmosphere/users/d785f63d-9fef-436d-9fcd-3db16f5b472c/role-mappings/clients/19748f39-6665-45ea-b7e3-1ec650870c56/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.081 [auth-system-keycloak-80] [] 10.0.0.63:8080 2 0.081 200 62099c9c06f6b7c33bddd76419d29d27 199.204.45.153 - - [07/Apr/2026:06:00:27 +0000] "POST /admin/realms/atmosphere/users/d785f63d-9fef-436d-9fcd-3db16f5b472c/role-mappings/clients/19748f39-6665-45ea-b7e3-1ec650870c56 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.086 [auth-system-keycloak-80] [] 10.0.0.63:8080 0 0.085 204 83287db8f8b192a91db56c95518d02f3 199.204.45.153 - - [07/Apr/2026:06:00:27 +0000] "GET /admin/realms/atmosphere/users/d785f63d-9fef-436d-9fcd-3db16f5b472c/role-mappings/clients/19748f39-6665-45ea-b7e3-1ec650870c56/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.015 [auth-system-keycloak-80] [] 10.0.0.63:8080 576 0.015 200 956e3f32f56f90905ee799fc91192c71 W0407 06:00:29.895618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:29.895657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:33.229390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:33.229497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:45.633139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:45.633203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:48.967427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:48.967479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:02:34.642452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:02:34.642507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:03:05.210884 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0407 06:03:05.211053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:03:05.211071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:03:05.213908 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0407 06:03:05.213943 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0407 06:03:05.219205 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0407 06:03:05.219513 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"918ea086-5b48-4534-ae73-ba93675c4309", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6784", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 06:03:05.219664 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0407 06:03:05.220048 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0407 06:03:05.220103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:03:05.220115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:03:05.220227 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 06:03:05.278056 7 controller.go:216] "Backend successfully reloaded" I0407 06:03:05.278248 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bsh2d", UID:"a7b6c914-aa09-489e-a0f0-50a4389afa65", APIVersion:"v1", ResourceVersion:"1360", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 06:03:05.644346 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0407 06:03:05.645657 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0407 06:03:08.555675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:03:08.555727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [07/Apr/2026:06:03:09 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.004 300 f6249d090daec314c236e3691637e3ad 199.204.45.153 - - [07/Apr/2026:06:03:11 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.238:5000 266 0.004 200 f7b818ee8ae5cf6bdea1602876f64b24 199.204.45.153 - - [07/Apr/2026:06:03:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.387 [openstack-keystone-api-5000] [] 10.0.0.238:5000 1360 0.387 201 8dd5e3337aabde456efb226921bde65c 199.204.45.153 - - [07/Apr/2026:06:03:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.006 300 dc206e538c48ff43e790b9563425d067 199.204.45.153 - - [07/Apr/2026:06:03:11 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.033 [openstack-keystone-api-5000] [] 10.0.0.238:5000 90 0.033 404 f79fad2a5dce6085fff453348c8c2288 199.204.45.153 - - [07/Apr/2026:06:03:11 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.030 [openstack-keystone-api-5000] [] 10.0.0.238:5000 368 0.031 200 67f703adf8a4c1eed885812ed4ac57f3 199.204.45.153 - - [07/Apr/2026:06:03:11 +0000] "GET /v3/domains/a0baeed8d00e4ad49597f76fe5d1d383 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.029 [openstack-keystone-api-5000] [] 10.0.0.238:5000 245 0.029 200 a7f50d99acb69bf35eb691123353bfee 199.204.45.153 - - [07/Apr/2026:06:03:12 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.238:5000 266 0.003 200 e40703e6375d2599d83ba7a30b22a7f9 199.204.45.153 - - [07/Apr/2026:06:03:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.339 [openstack-keystone-api-5000] [] 10.0.0.238:5000 1360 0.339 201 e51589864861cac58621b06dafb32c1b 199.204.45.153 - - [07/Apr/2026:06:03:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.005 300 c17d5bc666d5f038ece39c77f4b41f85 199.204.45.153 - - [07/Apr/2026:06:03:12 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.023 [openstack-keystone-api-5000] [] 10.0.0.238:5000 101 0.024 404 6efc771289f14052aee480406a3c1c96 199.204.45.153 - - [07/Apr/2026:06:03:12 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.023 [openstack-keystone-api-5000] [] 10.0.0.238:5000 156 0.023 200 4a96dbff9fbe442d32e3dd4a0bfe73da 199.204.45.153 - - [07/Apr/2026:06:03:12 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.032 [openstack-keystone-api-5000] [] 10.0.0.238:5000 454 0.032 201 0b8f0e081b6bf6e6f3ca599826e1003d 199.204.45.153 - - [07/Apr/2026:06:03:13 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.238:5000 266 0.005 200 9e8955fbe08892d7d2aeaf819790446a 199.204.45.153 - - [07/Apr/2026:06:03:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.238:5000 1360 0.296 201 d47aa41050671a6ab3514485b3005312 199.204.45.153 - - [07/Apr/2026:06:03:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.005 300 f91d11c0ce3afe704b545c2cde209b5e 199.204.45.153 - - [07/Apr/2026:06:03:13 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.238:5000 98 0.022 404 8c9d1159d62cf01e4434e790eb53e066 199.204.45.153 - - [07/Apr/2026:06:03:13 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.023 [openstack-keystone-api-5000] [] 10.0.0.238:5000 136 0.023 200 0398fa6af4be62e544b50f6853f5eed3 199.204.45.153 - - [07/Apr/2026:06:03:13 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.028 [openstack-keystone-api-5000] [] 10.0.0.238:5000 332 0.027 201 9bfff5cd707f344cf576780beea83816 199.204.45.153 - - [07/Apr/2026:06:03:14 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.238:5000 266 0.004 200 b53df22e21587ef43b471da02fa483d7 199.204.45.153 - - [07/Apr/2026:06:03:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.238:5000 1360 0.305 201 58ffea7e9a8e570380fa72cf6bfb13bf 199.204.45.153 - - [07/Apr/2026:06:03:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.004 300 81a4623cd6b288846b5ee28e64a92110 199.204.45.153 - - [07/Apr/2026:06:03:14 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.028 [openstack-keystone-api-5000] [] 10.0.0.238:5000 131 0.029 404 aad22cd27fa0257b52beadd3aad712ed 199.204.45.153 - - [07/Apr/2026:06:03:14 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.028 [openstack-keystone-api-5000] [] 10.0.0.238:5000 168 0.028 200 da38b46c8d039ebc3a0c9891ad1cd538 199.204.45.153 - - [07/Apr/2026:06:03:14 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.031 [openstack-keystone-api-5000] [] 10.0.0.238:5000 224 0.031 201 8d054f959e78c69dd3b9b4c0563f34c7 W0407 06:03:25.349302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:03:25.349419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:03:28.683279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:03:28.683418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:03:32.016071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:03:32.016121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:03:35.351492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:03:35.351540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:03:50.843580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:03:50.843613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:03:54.178563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:03:54.178726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:03:58.625210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:03:58.625248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:04:01.509524 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.110.241.86"}] I0407 06:04:01.515803 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"918ea086-5b48-4534-ae73-ba93675c4309", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7275", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 06:04:01.959624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:04:01.959777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:04:05.294290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:04:05.294334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:05:27.358620 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 06:05:27.358769 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0407 06:05:27.358849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:05:27.358878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:05:27.363457 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:32.2kB} I0407 06:05:27.363499 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0407 06:05:27.374592 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0407 06:05:27.375034 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store I0407 06:05:27.375041 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"b5a7a680-ae46-4f51-8b94-a4b7ba5b8afd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7871", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 06:05:27.375351 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 06:05:27.375448 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0407 06:05:27.375502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:05:27.375571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:05:27.375664 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 06:05:27.425820 7 controller.go:216] "Backend successfully reloaded" I0407 06:05:27.426179 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bsh2d", UID:"a7b6c914-aa09-489e-a0f0-50a4389afa65", APIVersion:"v1", ResourceVersion:"1360", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 06:05:27.816196 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0407 06:05:27.817726 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.153 - - [07/Apr/2026:06:05:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.005 300 5475a73f4e20401cdb6a0b0c96c0d12d 199.204.45.153 - - [07/Apr/2026:06:05:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.343 [openstack-keystone-api-5000] [] 10.0.0.238:5000 1992 0.343 201 86e74d46dbeeaa2663d0b7594ab4c801 199.204.45.153 - - [07/Apr/2026:06:05:28 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.025 [openstack-keystone-api-5000] [] 10.0.0.238:5000 85 0.026 404 8cf6e366a63b78875ae8454769f34082 199.204.45.153 - - [07/Apr/2026:06:05:28 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.023 [openstack-keystone-api-5000] [] 10.0.0.238:5000 129 0.023 200 f9ff81a379c5084f4192c985f1227d12 199.204.45.153 - - [07/Apr/2026:06:05:28 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.029 [openstack-keystone-api-5000] [] 10.0.0.238:5000 230 0.029 201 0f2915febc5af8ecc773cc06fac71645 W0407 06:05:30.708958 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 06:05:30.709075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:05:30.709096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [07/Apr/2026:06:05:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.004 300 d71048767dcc86e0be61365ca2253c67 199.204.45.153 - - [07/Apr/2026:06:05:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.283 [openstack-keystone-api-5000] [] 10.0.0.238:5000 1992 0.283 201 1b2dd1b070a7f727e4006f3f294d1ab6 199.204.45.153 - - [07/Apr/2026:06:05:34 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.028 [openstack-keystone-api-5000] [] 10.0.0.238:5000 1521 0.028 200 858b6c730d3afa928d29398d02ccbfab 199.204.45.153 - - [07/Apr/2026:06:05:34 +0000] "PUT /v3/roles/ba602e82c2a2409db871a420e5096455/implies/50e17bac90654cbd862f8b89f51d5185 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.042 [openstack-keystone-api-5000] [] 10.0.0.238:5000 521 0.042 201 98ca849472318340f4ef5073f5db8e4b W0407 06:05:38.986334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:05:38.986367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:06:01.511676 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.110.241.86"}] I0407 06:06:01.518715 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"b5a7a680-ae46-4f51-8b94-a4b7ba5b8afd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8227", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 06:06:01.520660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:06:01.520706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [07/Apr/2026:06:06:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.006 300 6f1f265c361bfbaed0ca38818e2bfbad 199.204.45.153 - - [07/Apr/2026:06:06:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.347 [openstack-keystone-api-5000] [] 10.0.0.238:5000 2055 0.347 201 830b9f4bdb5f77f5baf57b5570c6602e 199.204.45.153 - - [07/Apr/2026:06:06:19 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.028 [openstack-keystone-api-5000] [] 10.0.0.238:5000 87 0.028 404 605fa492d0c013057243772b94d3e13a 199.204.45.153 - - [07/Apr/2026:06:06:19 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.029 [openstack-keystone-api-5000] [] 10.0.0.238:5000 390 0.028 200 e2a27be2dbf79eaccef1dc91a58b6457 199.204.45.153 - - [07/Apr/2026:06:06:19 +0000] "GET /v3/users/rgw-RegionOne?domain_id=7473df4645674eb2a1983f43c04f1fc2 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.037 [openstack-keystone-api-5000] [] 10.0.0.238:5000 91 0.037 404 23f879d91be2b788ea57878057855650 199.204.45.153 - - [07/Apr/2026:06:06:19 +0000] "GET /v3/users?domain_id=7473df4645674eb2a1983f43c04f1fc2&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.037 [openstack-keystone-api-5000] [] 10.0.0.238:5000 178 0.037 200 fd72b3eab7841e8b2b7cb29ce137a819 199.204.45.153 - - [07/Apr/2026:06:06:19 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.298 [openstack-keystone-api-5000] [] 10.0.0.238:5000 291 0.299 201 c4ea4fc6cd1b0e8edda21983f93a6a6d 199.204.45.153 - - [07/Apr/2026:06:06:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.004 300 0103bda96241009623417a5a39269e91 199.204.45.153 - - [07/Apr/2026:06:06:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.291 [openstack-keystone-api-5000] [] 10.0.0.238:5000 2055 0.291 201 2e452158c9c5c10d48abecf89563a83d 199.204.45.153 - - [07/Apr/2026:06:06:22 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.029 [openstack-keystone-api-5000] [] 10.0.0.238:5000 83 0.029 404 90d3c4357f80516244cdfc9ee6327441 199.204.45.153 - - [07/Apr/2026:06:06:22 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.026 [openstack-keystone-api-5000] [] 10.0.0.238:5000 361 0.026 200 38baa6825895b73fc9e41d41a9376ed8 199.204.45.153 - - [07/Apr/2026:06:06:22 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.029 [openstack-keystone-api-5000] [] 10.0.0.238:5000 87 0.029 404 e2265c11261e72ed99fad399069415c6 199.204.45.153 - - [07/Apr/2026:06:06:22 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.023 [openstack-keystone-api-5000] [] 10.0.0.238:5000 390 0.023 200 dd0865d4e7b19e0d7f37499dc4a05bfa 199.204.45.153 - - [07/Apr/2026:06:06:22 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.031 [openstack-keystone-api-5000] [] 10.0.0.238:5000 91 0.031 404 8d6236c28cd8d6d34ce6ff386e5edea0 199.204.45.153 - - [07/Apr/2026:06:06:22 +0000] "GET /v3/users?domain_id=7473df4645674eb2a1983f43c04f1fc2&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.049 [openstack-keystone-api-5000] [] 10.0.0.238:5000 458 0.049 200 e6148cea56791e984187ed9bc498c48b 199.204.45.153 - - [07/Apr/2026:06:06:22 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.027 [openstack-keystone-api-5000] [] 10.0.0.238:5000 88 0.027 404 b459dae3847d9c61f3bdd026119f29bc 199.204.45.153 - - [07/Apr/2026:06:06:22 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.026 [openstack-keystone-api-5000] [] 10.0.0.238:5000 520 0.026 200 db77538aa97b76b7a3436e9c79c1fdab 199.204.45.153 - - [07/Apr/2026:06:06:22 +0000] "PUT /v3/projects/7750156e6a324bb88543f294fb452d13/users/e469669bd86745debe3cff13aa7f324a/roles/209e0257d8e94eddaba451ae44d0d459 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.044 [openstack-keystone-api-5000] [] 10.0.0.238:5000 0 0.044 204 bdc473eaca39a50cc0e72037622b2573 199.204.45.153 - - [07/Apr/2026:06:06:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.005 300 69a9d1077794ddc61225642d2e241799 199.204.45.153 - - [07/Apr/2026:06:06:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.345 [openstack-keystone-api-5000] [] 10.0.0.238:5000 2055 0.346 201 ca603497897190703a116884f691066a 199.204.45.153 - - [07/Apr/2026:06:06:24 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.023 [openstack-keystone-api-5000] [] 10.0.0.238:5000 151 0.023 200 e6e7406fe079d02f008e82b853e14c2e 199.204.45.153 - - [07/Apr/2026:06:06:25 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.036 [openstack-keystone-api-5000] [] 10.0.0.238:5000 263 0.035 201 fac3c250b67668531bb80f56ad4b217b 199.204.45.153 - - [07/Apr/2026:06:06:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.003 300 b2bbdcf31664d8254a6a7d1f8cbb96aa 199.204.45.153 - - [07/Apr/2026:06:06:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.238:5000 2157 0.310 201 9bccaa397b0ea7d79fdbdc6b21568bdd 199.204.45.153 - - [07/Apr/2026:06:06:25 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.238:5000 86 0.022 404 c3a4dd4bb805dafb11145f00caf5a247 199.204.45.153 - - [07/Apr/2026:06:06:25 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.020 [openstack-keystone-api-5000] [] 10.0.0.238:5000 382 0.020 200 f46fbcf9e4ff80a44de89e9ea5a2b98e 199.204.45.153 - - [07/Apr/2026:06:06:26 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=2b05a2cbfd8240bbabc938879b2a5ff5 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.022 [openstack-keystone-api-5000] [] 10.0.0.238:5000 205 0.022 200 d496495cb72794fab3601e567ccb9db3 199.204.45.153 - - [07/Apr/2026:06:06:26 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.046 [openstack-keystone-api-5000] [] 10.0.0.238:5000 379 0.046 201 7f56d5c21b24f16eed50e05ae48a663f 199.204.45.153 - - [07/Apr/2026:06:06:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.005 300 1b4d28f1e9214861d9e05926c187ef8c 199.204.45.153 - - [07/Apr/2026:06:06:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.238:5000 2366 0.300 201 3b52be0a8957976280cefa9b8681a813 199.204.45.153 - - [07/Apr/2026:06:06:26 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.025 [openstack-keystone-api-5000] [] 10.0.0.238:5000 86 0.025 404 b3b028f96d537689fe1c3f4896c843b9 199.204.45.153 - - [07/Apr/2026:06:06:26 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.238:5000 382 0.017 200 574b71c72a8d07e1f77c7f4cd57b53a5 199.204.45.153 - - [07/Apr/2026:06:06:26 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=2b05a2cbfd8240bbabc938879b2a5ff5 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.024 [openstack-keystone-api-5000] [] 10.0.0.238:5000 207 0.024 200 3dec04ef3738c26eb17ef60a2f657de3 199.204.45.153 - - [07/Apr/2026:06:06:26 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.027 [openstack-keystone-api-5000] [] 10.0.0.238:5000 392 0.027 201 66be5bd2fe36f0becf154a4d2be86fea W0407 06:06:28.166206 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 06:06:28.166390 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0407 06:06:28.166493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:06:28.166539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:06:28.170030 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:35.7kB} I0407 06:06:28.170055 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0407 06:06:28.175224 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0407 06:06:28.175738 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"97713540-f1b5-429b-99b1-3fd5d4f27e26", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8418", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 06:06:28.175754 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0407 06:06:28.176100 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 06:06:28.176234 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0407 06:06:28.176312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:06:28.176332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:06:28.176476 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 06:06:28.222512 7 controller.go:216] "Backend successfully reloaded" I0407 06:06:28.223259 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bsh2d", UID:"a7b6c914-aa09-489e-a0f0-50a4389afa65", APIVersion:"v1", ResourceVersion:"1360", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 06:06:28.559931 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0407 06:06:28.561062 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0407 06:06:31.509555 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 06:06:31.509776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:06:31.509796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:06:44.907214 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 06:06:44.907348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:06:44.907364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:06:50.192573 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 06:06:50.192754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:06:50.192820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:06:53.527472 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 06:06:53.527668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:06:53.527700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:06:53.527867 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 06:06:53.587139 7 controller.go:216] "Backend successfully reloaded" I0407 06:06:53.587511 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bsh2d", UID:"a7b6c914-aa09-489e-a0f0-50a4389afa65", APIVersion:"v1", ResourceVersion:"1360", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 06:06:56.860413 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 06:06:56.860544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:06:56.860566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:07:00.195716 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 06:07:00.196085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:07:00.196156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:07:01.511271 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.110.241.86"}] I0407 06:07:01.517717 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"97713540-f1b5-429b-99b1-3fd5d4f27e26", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8789", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 06:07:03.526577 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 06:07:03.526763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:07:03.526793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:07:14.785559 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 06:07:14.785726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:07:14.785767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:07:18.126598 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 06:07:18.126753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:07:18.126780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:07:21.452936 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 06:07:21.453356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:07:21.453392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:07:57.068543 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 06:07:57.068646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:07:57.068661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:08:36.493580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:08:36.493640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:09:22.749769 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 06:09:22.749943 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0407 06:09:22.750060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:09:22.750096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:09:22.755796 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:39.2kB} I0407 06:09:22.755845 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0407 06:09:22.760925 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0407 06:09:22.761257 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"9a1309a4-bcc4-4a30-946f-ef794bc8c699", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9944", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 06:09:22.761460 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0407 06:09:22.762307 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 06:09:22.762453 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0407 06:09:22.762544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:09:22.762565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:09:22.762736 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 06:09:22.824377 7 controller.go:216] "Backend successfully reloaded" I0407 06:09:22.824639 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bsh2d", UID:"a7b6c914-aa09-489e-a0f0-50a4389afa65", APIVersion:"v1", ResourceVersion:"1360", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 06:09:23.179975 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0407 06:09:23.180822 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0407 06:09:26.095831 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 06:09:26.096057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:09:26.096103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [07/Apr/2026:06:09:27 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.005 300 2d3b41841a5643ae8dd1701a5601970c 199.204.45.153 - - [07/Apr/2026:06:09:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.472 [openstack-keystone-api-5000] [] 10.0.0.238:5000 3201 0.472 201 260dd0b525aced1298cee0b4743e9ce6 199.204.45.153 - - [07/Apr/2026:06:09:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 08bc4ffbd65254a2d18729f6dc43867f 199.204.45.153 - - [07/Apr/2026:06:09:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7b9dcf764f60f8368a5f647fec62284a 199.204.45.153 - - [07/Apr/2026:06:09:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.005 300 e9a65ed0710ae7f4800a90e0a359567a 199.204.45.153 - - [07/Apr/2026:06:09:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.238:5000 3201 0.299 201 73f3d8c312c59ef66a1b48866b20d566 199.204.45.153 - - [07/Apr/2026:06:09:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 53aec6ede1d73a493105377c1e1346fe 199.204.45.153 - - [07/Apr/2026:06:09:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9f9300a2b884ac6188527773c6ca11b6 199.204.45.153 - - [07/Apr/2026:06:09:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.005 300 5437c2e4ae24a761583d06ab22458d47 199.204.45.153 - - [07/Apr/2026:06:09:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.238:5000 3201 0.298 201 cd99ed7a6dd1c668fe5321875040638c 199.204.45.153 - - [07/Apr/2026:06:09:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5dbcfbd0343fe6b8c29bf774a64d4757 199.204.45.153 - - [07/Apr/2026:06:09:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ea485d746f0f6efd736b012c2bfe2b51 199.204.45.153 - - [07/Apr/2026:06:09:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.004 300 0faa58f601770ae0e5b35993cd1cdcc6 199.204.45.153 - - [07/Apr/2026:06:09:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.317 [openstack-keystone-api-5000] [] 10.0.0.238:5000 3201 0.317 201 b45751059235a7947a0dd314a6a6e4c2 199.204.45.153 - - [07/Apr/2026:06:09:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - acc6263ecc0632a75381aadc0d530cea 199.204.45.153 - - [07/Apr/2026:06:09:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 56e321db473eb43efd34f954882cd1ff 199.204.45.153 - - [07/Apr/2026:06:09:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.005 300 095da4d34e16acb1fe51be75990edb3e 199.204.45.153 - - [07/Apr/2026:06:09:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.316 [openstack-keystone-api-5000] [] 10.0.0.238:5000 3201 0.316 201 a5e6bc73ce422da11b0cf8daf8a4f50d 199.204.45.153 - - [07/Apr/2026:06:09:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 636927f6c72ee2c5b65e3740f62e21e4 199.204.45.153 - - [07/Apr/2026:06:09:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8cf6dfe5c261f9ff5ff07f1b68b092b2 199.204.45.153 - - [07/Apr/2026:06:09:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.004 300 45c1e6dffcf6846a23fcdc99cc0ad283 199.204.45.153 - - [07/Apr/2026:06:09:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.238:5000 3201 0.311 201 dd601e487cf38d60a7efc014af6af2f2 199.204.45.153 - - [07/Apr/2026:06:09:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7636a68ab0a643805100249a7391e90a 199.204.45.153 - - [07/Apr/2026:06:09:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cf67817fea0d3143edf7cc0dfc1374cc W0407 06:09:37.170505 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 06:09:37.170684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:09:37.170715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [07/Apr/2026:06:09:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.004 300 6531a0a16b450a052b8279190f94f0d0 199.204.45.153 - - [07/Apr/2026:06:09:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.313 [openstack-keystone-api-5000] [] 10.0.0.238:5000 3201 0.313 201 83c4d38814fa604dff4615d1c45c0a5b 199.204.45.153 - - [07/Apr/2026:06:09:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8dbc9d5e5f4b62e37aa96a279a78116a 199.204.45.153 - - [07/Apr/2026:06:09:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 03e1e07d31681593278aa774c841a0bf 199.204.45.153 - - [07/Apr/2026:06:09:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.003 300 cfe2eee170f18567ad66a6ebfa294d3e 199.204.45.153 - - [07/Apr/2026:06:09:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.238:5000 3201 0.298 201 8cf27ba99fcc0237c2ed8e8b9e24feaf 199.204.45.153 - - [07/Apr/2026:06:09:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7d792fc7200a08e5ffc190ae5da9d530 199.204.45.153 - - [07/Apr/2026:06:09:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0722ae33d94d77efd9891e88ea3a88d7 199.204.45.153 - - [07/Apr/2026:06:09:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.004 300 683ca83b0fed70e11384ab5babf496d2 199.204.45.153 - - [07/Apr/2026:06:09:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.238:5000 3201 0.298 201 a3504e4a1dd7b4adf3b10816cf64700a 199.204.45.153 - - [07/Apr/2026:06:09:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c59fab954526e1f0eb2b2c8701839eab 199.204.45.153 - - [07/Apr/2026:06:09:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 90ea7b67fead766e745fa7b81674123e 199.204.45.153 - - [07/Apr/2026:06:09:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.004 300 d96702b1159a61d32aeb6be7548570f8 199.204.45.153 - - [07/Apr/2026:06:09:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.238:5000 3201 0.311 201 272c381c629282489bffe549d840bb20 199.204.45.153 - - [07/Apr/2026:06:09:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 360ba8c8b8c9744cebf9495b39d0cbdc 199.204.45.153 - - [07/Apr/2026:06:09:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e4f4cb27662d911716b104f08a42ceb8 199.204.45.153 - - [07/Apr/2026:06:09:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.004 300 177537e734db00f70444fdf90af12737 W0407 06:09:45.836574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:09:45.836612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [07/Apr/2026:06:09:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.314 [openstack-keystone-api-5000] [] 10.0.0.238:5000 3201 0.314 201 783a349a92dc0183a871579fa479dee2 199.204.45.153 - - [07/Apr/2026:06:09:46 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.211:9292 1193 0.003 300 1b6890f7467350efd3c0d09f71aa21ab 199.204.45.153 - - [07/Apr/2026:06:09:46 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.699 [openstack-glance-api-9292] [] 10.0.0.211:9292 69 0.699 200 af1e1b62482422040be2498b17e248b9 199.204.45.153 - - [07/Apr/2026:06:09:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.238:5000 281 0.003 300 716e3a56620ea120bb3ff446f81eb157 199.204.45.153 - - [07/Apr/2026:06:09:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.238:5000 3201 0.291 201 8ce2577259bb1d5fdd7414f4a2b74f89 199.204.45.153 - - [07/Apr/2026:06:09:49 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.004 [openstack-glance-api-9292] [] 10.0.0.211:9292 1193 0.003 300 8bba1f844c1c581e3b1505908dc09496 199.204.45.153 - - [07/Apr/2026:06:09:49 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.051 [openstack-glance-api-9292] [] 10.0.0.211:9292 69 0.051 200 d0cb3cf074945b4cc78b6ae0aab30cc3 199.204.45.153 - - [07/Apr/2026:06:09:50 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.108 [openstack-glance-api-9292] [] 10.0.0.211:9292 151 0.108 404 e7047ad4470ae02124ac471ac0f5e924 199.204.45.153 - - [07/Apr/2026:06:09:50 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.021 [openstack-glance-api-9292] [] 10.0.0.211:9292 81 0.021 200 6f6e63b9d5eb9628c0a98234a692ab14 199.204.45.153 - - [07/Apr/2026:06:09:50 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-glance-api-9292] [] 10.0.0.211:9292 84 0.025 200 96b8c45ce9e4466894b7b36fc2ea743d 199.204.45.153 - - [07/Apr/2026:06:09:50 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.064 [openstack-glance-api-9292] [] 10.0.0.211:9292 760 0.064 201 239a12052de7984d71988d5ac52f896a 199.204.45.153 - - [07/Apr/2026:06:09:54 +0000] "PUT /v2/images/33e5ac8e-c29e-4e91-b6d3-ef74c63a1fe0/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.041 [openstack-glance-api-9292] [] 10.0.0.211:9292 0 4.041 204 d533be9968591cfaecb1070dfa91951c 199.204.45.153 - - [07/Apr/2026:06:09:54 +0000] "GET /v2/images/33e5ac8e-c29e-4e91-b6d3-ef74c63a1fe0 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-glance-api-9292] [] 10.0.0.211:9292 1171 0.019 200 781c931eb7bd6647406fcdfeaba27e51 199.204.45.153 - - [07/Apr/2026:06:09:54 +0000] "GET /v2/images/33e5ac8e-c29e-4e91-b6d3-ef74c63a1fe0 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-glance-api-9292] [] 10.0.0.211:9292 1171 0.019 200 5365cb3d384295fc44ac85ece68e13f0 W0407 06:09:57.387099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:09:57.387149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:10:00.720336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:10:00.720385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:10:01.514227 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.110.241.86"}] I0407 06:10:01.520467 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"9a1309a4-bcc4-4a30-946f-ef794bc8c699", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10284", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 06:10:04.054223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:10:04.054280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store