------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0505 06:49:29.702044 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0505 06:49:29.702233 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0505 06:49:29.708476 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0505 06:49:29.711525 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0505 06:49:29.908616 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0505 06:49:29.926613 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0505 06:49:29.939861 7 nginx.go:271] "Starting NGINX Ingress controller" I0505 06:49:29.946807 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"2cd72748-2560-4583-a479-6c5c49902f53", APIVersion:"v1", ResourceVersion:"1364", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0505 06:49:29.952300 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"a4e60b65-6dbf-43a4-bd5f-dbb6ebeba2a6", APIVersion:"v1", ResourceVersion:"1362", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0505 06:49:29.952346 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"701bb882-b9ab-4f7f-9020-3acd58ac2788", APIVersion:"v1", ResourceVersion:"1363", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0505 06:49:31.141328 7 nginx.go:317] "Starting NGINX process" I0505 06:49:31.141464 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0505 06:49:31.141832 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0505 06:49:31.142003 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0505 06:49:31.142036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:49:31.142048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 06:49:31.142084 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 06:49:31.150204 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0505 06:49:31.150286 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-4vmhk" I0505 06:49:31.170655 7 controller.go:216] "Backend successfully reloaded" I0505 06:49:31.170755 7 controller.go:227] "Initial sync, sleeping for 1 second" I0505 06:49:31.170827 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4vmhk", UID:"5d3ef8ec-3b30-4113-815d-e958af9097e3", APIVersion:"v1", ResourceVersion:"1406", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0505 06:49:34.968981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:49:34.969008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:49:38.302634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:49:38.302721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:49:41.635777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:49:41.635832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:49:44.969737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:49:44.969785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:49:48.302606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:49:48.302651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:49:51.636470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:49:51.636503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:49:54.969611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:49:54.969657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:49:58.304243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:49:58.304291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:50:01.636422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:50:01.636485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:50:04.969125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:50:04.969173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:50:08.464866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:50:08.464915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:50:58.612083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:50:58.612115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:51:01.947266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:51:01.947340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:51:16.680767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:51:16.680802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:51:20.014610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:51:20.014657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:51:23.348756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:51:23.348794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:51:27.499024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:51:27.499064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:51:30.833161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:51:30.833207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:51:34.166618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:51:34.166657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:51:37.499203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:51:37.499268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:51:40.832726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:51:40.832776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:54:08.807743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:54:08.807778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:54:11.340182 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-156.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-156.nip.io-tls was not found. Using default certificate W0505 06:54:11.340299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:54:11.340315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 06:54:11.342111 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0505 06:54:11.342185 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0505 06:54:11.347756 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0505 06:54:11.348196 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-156.nip.io-tls" in local store I0505 06:54:11.348269 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"922b0a9f-56a6-4a15-a319-b0543f558b66", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3332", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0505 06:54:11.627284 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-156.nip.io-tls" I0505 06:54:11.629998 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-156.nip.io-tls" W0505 06:54:12.141992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:54:12.142043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 06:54:12.142166 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 06:54:12.182721 7 controller.go:216] "Backend successfully reloaded" I0505 06:54:12.182977 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4vmhk", UID:"5d3ef8ec-3b30-4113-815d-e958af9097e3", APIVersion:"v1", ResourceVersion:"1406", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0505 06:54:15.475640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:54:15.475717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.156 - - [05/May/2026:06:54:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 1.566 [auth-system-keycloak-80] [] 10.0.0.155:8080 1885 1.564 200 790ce7e2ed6e73fc440df2d65640f816 199.204.45.156 - - [05/May/2026:06:54:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1197 0.188 [auth-system-keycloak-80] [] 10.0.0.155:8080 28 0.188 404 9f5b7f6f0d7e8fd8623f221f9b803b17 199.204.45.156 - - [05/May/2026:06:54:28 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 5.277 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 5.276 201 e8860b08abb40e273fe32bae1043a915 199.204.45.156 - - [05/May/2026:06:54:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1197 0.708 [auth-system-keycloak-80] [] 10.0.0.155:8080 4177 0.707 200 eb02671bcd4876c6af4b48eb7de14787 199.204.45.156 - - [05/May/2026:06:54:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.063 [auth-system-keycloak-80] [] 10.0.0.155:8080 1885 0.061 200 ade5996c750d0727238a8ce5c7b66abe 199.204.45.156 - - [05/May/2026:06:54:29 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12507 "-" "Ansible" 1211 0.076 [auth-system-keycloak-80] [] 10.0.0.155:8080 12500 0.076 200 a22627a77a7005e1b120a7dc19ce367d 199.204.45.156 - - [05/May/2026:06:54:29 +0000] "GET /admin/realms/atmosphere/client-scopes/8d960e99-f02c-4db9-8e2c-e776381fadf3 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.007 [auth-system-keycloak-80] [] 10.0.0.155:8080 1278 0.006 200 02381c0c486067c707ffc6a34bb6819c 199.204.45.156 - - [05/May/2026:06:54:29 +0000] "PUT /admin/realms/atmosphere/client-scopes/8d960e99-f02c-4db9-8e2c-e776381fadf3 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.076 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.072 204 176404b90b1229ccaa6d9853db6a2f14 199.204.45.156 - - [05/May/2026:06:54:29 +0000] "GET /admin/realms/atmosphere/client-scopes/8d960e99-f02c-4db9-8e2c-e776381fadf3/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.082 [auth-system-keycloak-80] [] 10.0.0.155:8080 963 0.082 200 fbb268a544354a5e4d10d6b2f0a44f04 199.204.45.156 - - [05/May/2026:06:54:29 +0000] "GET /admin/realms/atmosphere/client-scopes/8d960e99-f02c-4db9-8e2c-e776381fadf3/protocol-mappers/models/56338bd4-6aee-4555-bd40-de90ec56882a HTTP/1.1" 200 366 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.155:8080 366 0.009 200 bfa8c882f6a4e223b993e3cbdbffe59c 199.204.45.156 - - [05/May/2026:06:54:29 +0000] "PUT /admin/realms/atmosphere/client-scopes/8d960e99-f02c-4db9-8e2c-e776381fadf3/protocol-mappers/models/56338bd4-6aee-4555-bd40-de90ec56882a HTTP/1.1" 204 0 "-" "Ansible" 1622 0.069 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.069 204 3583681107d662c988159bbaee72ea69 199.204.45.156 - - [05/May/2026:06:54:30 +0000] "GET /admin/realms/atmosphere/client-scopes/8d960e99-f02c-4db9-8e2c-e776381fadf3 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.084 [auth-system-keycloak-80] [] 10.0.0.155:8080 1218 0.085 200 8a9656f77375a1ea8385960171cc9ed5 I0505 06:54:31.158626 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.99.243.12"}] I0505 06:54:31.163698 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"922b0a9f-56a6-4a15-a319-b0543f558b66", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3619", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 06:54:31.165760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:54:31.165821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.156 - - [05/May/2026:06:54:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.155:8080 1885 0.045 200 d4251ed679e82b18f12c652fd484ebd7 199.204.45.156 - - [05/May/2026:06:54:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.014 [auth-system-keycloak-80] [] 10.0.0.155:8080 2 0.014 200 fed3e9d3d31759b9771e2eba77d7a8f2 199.204.45.156 - - [05/May/2026:06:54:51 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.184 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.183 201 9ac89a2ecee20fd78d6c5d661ec7423e 199.204.45.156 - - [05/May/2026:06:54:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.066 [auth-system-keycloak-80] [] 10.0.0.155:8080 1261 0.066 200 a4b3c6da758208c056f9f38fd0a83a5f 199.204.45.156 - - [05/May/2026:06:54:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.041 [auth-system-keycloak-80] [] 10.0.0.155:8080 1885 0.042 200 27c402576f1624cf5e5d7ee734006490 199.204.45.156 - - [05/May/2026:06:54:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.065 [auth-system-keycloak-80] [] 10.0.0.155:8080 2 0.065 200 348117a71433b18d4a5babbd8618b35d 199.204.45.156 - - [05/May/2026:06:54:52 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.088 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.087 201 9065b9097fb04d3a681d25b054faf138 199.204.45.156 - - [05/May/2026:06:54:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.155:8080 1286 0.022 200 73b2d66a6338f4971ddeeee7e65ae9cc 199.204.45.156 - - [05/May/2026:06:54:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.056 [auth-system-keycloak-80] [] 10.0.0.155:8080 1885 0.055 200 534fce4d2897b95fea28ae7a1c04459c 199.204.45.156 - - [05/May/2026:06:54:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.016 [auth-system-keycloak-80] [] 10.0.0.155:8080 2 0.017 200 dc9b38f50f3c0de70a9d507e785a22ac 199.204.45.156 - - [05/May/2026:06:54:52 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.101 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.100 201 170bcc790d3870d97a312d46de0c8641 199.204.45.156 - - [05/May/2026:06:54:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.086 [auth-system-keycloak-80] [] 10.0.0.155:8080 1251 0.086 200 5466aa20162a310f738ba897726deabe 199.204.45.156 - - [05/May/2026:06:54:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.051 [auth-system-keycloak-80] [] 10.0.0.155:8080 1885 0.049 200 8ac5dac4609c3f552dcaafd1a0c344f6 199.204.45.156 - - [05/May/2026:06:54:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.155:8080 1261 0.010 200 37903b1a83f10e86c479f856a74d6322 199.204.45.156 - - [05/May/2026:06:54:53 +0000] "GET /admin/realms/atmosphere/clients/288e361d-b287-497c-9bac-cae1ea78753e/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.155:8080 31 0.015 404 aae6d15339b439fd3d21c26e946b5d70 199.204.45.156 - - [05/May/2026:06:54:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.050 [auth-system-keycloak-80] [] 10.0.0.155:8080 1261 0.050 200 29bac2e0405ea356575805973f9b98ee 199.204.45.156 - - [05/May/2026:06:54:53 +0000] "POST /admin/realms/atmosphere/clients/288e361d-b287-497c-9bac-cae1ea78753e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.021 201 f60fb12e33b68c40607eead6f13d55ab 199.204.45.156 - - [05/May/2026:06:54:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.155:8080 1261 0.008 200 020cd8753c32c9a781e116d3edb4cee3 199.204.45.156 - - [05/May/2026:06:54:53 +0000] "GET /admin/realms/atmosphere/clients/288e361d-b287-497c-9bac-cae1ea78753e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.054 [auth-system-keycloak-80] [] 10.0.0.155:8080 166 0.054 200 4384adbef0af138602d0ecf85755ae6b 199.204.45.156 - - [05/May/2026:06:54:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.155:8080 1885 0.045 200 92bed67af3058f70d978807f2c5cb26b 199.204.45.156 - - [05/May/2026:06:54:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.155:8080 1286 0.007 200 8dd0025b21e1e633f9d0aa879cf517a8 199.204.45.156 - - [05/May/2026:06:54:54 +0000] "GET /admin/realms/atmosphere/clients/b2dd3ec9-60e8-4d61-8d7a-2b61f0a7504a/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1254 0.034 [auth-system-keycloak-80] [] 10.0.0.155:8080 31 0.035 404 dbe7146a281b585dbc5c364514e63113 199.204.45.156 - - [05/May/2026:06:54:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.155:8080 1286 0.011 200 cdadaeffa15de3f0f982fe1f57de09f0 199.204.45.156 - - [05/May/2026:06:54:54 +0000] "POST /admin/realms/atmosphere/clients/b2dd3ec9-60e8-4d61-8d7a-2b61f0a7504a/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.168 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.168 201 6057d713298677bf2ac82b6970f39a93 199.204.45.156 - - [05/May/2026:06:54:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.155:8080 1286 0.006 200 bb11f88be31061dc54f23ae5b8133c49 199.204.45.156 - - [05/May/2026:06:54:54 +0000] "GET /admin/realms/atmosphere/clients/b2dd3ec9-60e8-4d61-8d7a-2b61f0a7504a/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.016 [auth-system-keycloak-80] [] 10.0.0.155:8080 165 0.016 200 7bdda317415ca56125a1929f8f82c027 199.204.45.156 - - [05/May/2026:06:54:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.049 [auth-system-keycloak-80] [] 10.0.0.155:8080 1885 0.046 200 3b8e9d8b6eee10f7c0e19cb1163379da 199.204.45.156 - - [05/May/2026:06:54:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.155:8080 1286 0.007 200 9a2d9312cf6dc72ae0cf535555a5457d 199.204.45.156 - - [05/May/2026:06:54:54 +0000] "GET /admin/realms/atmosphere/clients/b2dd3ec9-60e8-4d61-8d7a-2b61f0a7504a/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.155:8080 31 0.010 404 df5f15f27df57e5d8d57331e85cc9f5c 199.204.45.156 - - [05/May/2026:06:54:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.155:8080 1286 0.008 200 746871447fa6d56ce096dcb511a73b2e 199.204.45.156 - - [05/May/2026:06:54:54 +0000] "POST /admin/realms/atmosphere/clients/b2dd3ec9-60e8-4d61-8d7a-2b61f0a7504a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.013 201 ade7a6c942553a83e0af26b14881d6f9 199.204.45.156 - - [05/May/2026:06:54:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.155:8080 1286 0.006 200 85e72f5cb961240bab285389f65f93e5 199.204.45.156 - - [05/May/2026:06:54:54 +0000] "GET /admin/realms/atmosphere/clients/b2dd3ec9-60e8-4d61-8d7a-2b61f0a7504a/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.029 [auth-system-keycloak-80] [] 10.0.0.155:8080 166 0.028 200 4c9a298b6eb90a4fb0b11ff17dc8c67e 199.204.45.156 - - [05/May/2026:06:54:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.050 [auth-system-keycloak-80] [] 10.0.0.155:8080 1885 0.049 200 4a8c2ad0216c58b6e0a5a4f61567452d 199.204.45.156 - - [05/May/2026:06:54:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.016 [auth-system-keycloak-80] [] 10.0.0.155:8080 1286 0.016 200 38f6b44aad67780bae24f19823e77095 199.204.45.156 - - [05/May/2026:06:54:55 +0000] "GET /admin/realms/atmosphere/clients/b2dd3ec9-60e8-4d61-8d7a-2b61f0a7504a/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.155:8080 31 0.010 404 37afd2fa33e8ed6ca8e24ffd5dfca891 199.204.45.156 - - [05/May/2026:06:54:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.155:8080 1286 0.006 200 273c3f6ab308eaa85a243ad762b6fc08 199.204.45.156 - - [05/May/2026:06:54:55 +0000] "POST /admin/realms/atmosphere/clients/b2dd3ec9-60e8-4d61-8d7a-2b61f0a7504a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.050 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.049 201 99aa02e4e497ed0d32ad2f34b6426e37 199.204.45.156 - - [05/May/2026:06:54:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.155:8080 1286 0.008 200 ce8141b51552dfd3d2a60c1c994cad15 199.204.45.156 - - [05/May/2026:06:54:55 +0000] "GET /admin/realms/atmosphere/clients/b2dd3ec9-60e8-4d61-8d7a-2b61f0a7504a/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.155:8080 166 0.013 200 459046834b924483bc726293ba52c2f9 199.204.45.156 - - [05/May/2026:06:54:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.155:8080 1885 0.042 200 653f8ea497905d3c6951ab28f36368dc 199.204.45.156 - - [05/May/2026:06:54:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.040 [auth-system-keycloak-80] [] 10.0.0.155:8080 1251 0.039 200 6cbdbd69f0be9c588f09743667907de8 199.204.45.156 - - [05/May/2026:06:54:55 +0000] "GET /admin/realms/atmosphere/clients/9dea62bf-de44-4b54-a549-8f9e57191bcd/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.155:8080 31 0.010 404 b819d807e0eb1def84723ef7e734f8ff 199.204.45.156 - - [05/May/2026:06:54:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.155:8080 1251 0.006 200 50724b5f1fc8c9df8d282b7747ead1e2 199.204.45.156 - - [05/May/2026:06:54:55 +0000] "POST /admin/realms/atmosphere/clients/9dea62bf-de44-4b54-a549-8f9e57191bcd/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.016 201 f0505269a2455cf77f6dc3dca319d209 199.204.45.156 - - [05/May/2026:06:54:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.027 [auth-system-keycloak-80] [] 10.0.0.155:8080 1251 0.026 200 191faf8133c32160079f61f3a20023b2 199.204.45.156 - - [05/May/2026:06:54:55 +0000] "GET /admin/realms/atmosphere/clients/9dea62bf-de44-4b54-a549-8f9e57191bcd/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.155:8080 166 0.012 200 d8d7e2c0d93d1d800e0e8c9ee6bf14d3 W0505 06:56:03.672597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:03.672633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:03.745047 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 06:56:03.745111 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0505 06:56:03.745146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:03.745160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:03.745817 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 06:56:03.746018 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 06:56:03.746062 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0505 06:56:03.746100 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0505 06:56:03.746162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:03.746176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:03.746318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:03.746360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 06:56:03.746926 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0505 06:56:03.746958 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0505 06:56:03.748247 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0505 06:56:03.748282 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0505 06:56:03.749638 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0505 06:56:03.749684 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0505 06:56:03.753051 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0505 06:56:03.753336 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b1bc89a5-cd9c-42a2-bcf4-830ca1e50d2f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4336", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 06:56:03.753481 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0505 06:56:03.762791 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0505 06:56:03.764017 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0287d372-3675-4ffb-aea8-d170837f855c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4338", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 06:56:03.764172 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0505 06:56:03.764203 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0505 06:56:03.764569 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0505 06:56:03.764618 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"5f7efb92-2b4b-4f2a-baf4-d78fee2c24b8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4346", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0505 06:56:04.005475 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0505 06:56:04.006761 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0505 06:56:04.116128 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0505 06:56:04.116836 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0505 06:56:05.312781 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0505 06:56:05.314115 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0505 06:56:07.006893 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 06:56:07.006961 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 06:56:07.006997 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 06:56:07.007172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:07.007203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 06:56:07.007325 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 06:56:07.057578 7 controller.go:216] "Backend successfully reloaded" I0505 06:56:07.057860 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4vmhk", UID:"5d3ef8ec-3b30-4113-815d-e958af9097e3", APIVersion:"v1", ResourceVersion:"1406", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0505 06:56:10.340191 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 06:56:10.340273 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 06:56:10.340313 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 06:56:10.340446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:10.340483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:13.673125 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 06:56:13.673200 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 06:56:13.673245 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 06:56:13.673413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:13.673457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:17.008307 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 06:56:17.008411 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 06:56:17.008470 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 06:56:17.008645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:17.008687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:20.339795 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 06:56:20.339918 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 06:56:20.339963 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 06:56:20.340112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:20.340141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:23.673348 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 06:56:23.673453 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 06:56:23.673512 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 06:56:23.673658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:23.673686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:27.006278 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 06:56:27.006368 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 06:56:27.006406 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 06:56:27.006527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:27.006561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:30.340273 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 06:56:30.340328 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 06:56:30.340353 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 06:56:30.340435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:30.340459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 06:56:31.159630 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.99.243.12"}] I0505 06:56:31.159791 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.99.243.12"}] I0505 06:56:31.159860 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.99.243.12"}] I0505 06:56:31.165880 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0287d372-3675-4ffb-aea8-d170837f855c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5150", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0505 06:56:31.167998 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b1bc89a5-cd9c-42a2-bcf4-830ca1e50d2f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5151", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0505 06:56:31.169560 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"5f7efb92-2b4b-4f2a-baf4-d78fee2c24b8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5152", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 06:56:33.673164 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 06:56:33.673240 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 06:56:33.673279 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 06:56:33.673393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:33.673424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:37.007296 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 06:56:37.007413 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 06:56:37.007565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:37.007599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:40.340005 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 06:56:40.340079 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 06:56:40.340160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:40.340182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.244 - - [05/May/2026:06:56:42 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "Go-http-client/1.1" 161 0.105 [auth-system-keycloak-80] [] 10.0.0.155:8080 6318 0.105 200 91af7737785eb848a8599fe8e48693ea 10.0.0.190 - - [05/May/2026:06:56:42 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "Go-http-client/1.1" 161 0.105 [auth-system-keycloak-80] [] 10.0.0.155:8080 6318 0.106 200 4d748c7c561f90db72749d9517700154 W0505 06:56:43.673556 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 06:56:43.673784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:43.673816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:47.006679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:47.006740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:50.339670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:50.339722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:53.674859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:53.674897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:57.007196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:56:57.007259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:57:02.107654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:57:02.107698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:57:05.441273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:57:05.441321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.156 - - [05/May/2026:06:57:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.155:8080 1885 0.047 200 64b311bfea18c28fbec8be108d56793a 199.204.45.156 - - [05/May/2026:06:57:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.155:8080 4177 0.006 200 b16415f29ea85d8500b9fa9c766cde7f 199.204.45.156 - - [05/May/2026:06:57:08 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5636 0.582 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.580 204 dd4109c2d8f7061145c0e8b96cf5a8a3 199.204.45.156 - - [05/May/2026:06:57:08 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1197 0.188 [auth-system-keycloak-80] [] 10.0.0.155:8080 4315 0.189 200 988741d6261922df9542cf88502c44cc 199.204.45.156 - - [05/May/2026:06:57:08 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.155:8080 6318 0.006 200 414c3d0613d1d8de58b71775fdf31b5e 199.204.45.156 - - [05/May/2026:06:57:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.050 [auth-system-keycloak-80] [] 10.0.0.155:8080 1885 0.048 200 7b174e09ce78a385820ec1d421829e87 199.204.45.156 - - [05/May/2026:06:57:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.022 [auth-system-keycloak-80] [] 10.0.0.155:8080 2 0.022 200 8395ea95526ffbaaac65b5b34959f6ac 199.204.45.156 - - [05/May/2026:06:57:10 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.179 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.178 201 256f440fa714888c494f84d367c848e3 199.204.45.156 - - [05/May/2026:06:57:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.023 [auth-system-keycloak-80] [] 10.0.0.155:8080 2246 0.023 200 bf1aebce6229e2bb21e72fb5fd20b81d 199.204.45.156 - - [05/May/2026:06:57:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.063 [auth-system-keycloak-80] [] 10.0.0.155:8080 1885 0.062 200 b22560901e224a27577393de6f02a46d 199.204.45.156 - - [05/May/2026:06:57:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.155:8080 2246 0.006 200 1d6290c5d943154ae38801d30bc25f7b 199.204.45.156 - - [05/May/2026:06:57:10 +0000] "GET /admin/realms/atmosphere/clients/fa1e220d-a858-4c7b-9b85-879d2338e5b5/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.083 [auth-system-keycloak-80] [] 10.0.0.155:8080 233 0.083 200 6f2721e6436b2119f98dc85261209812 199.204.45.156 - - [05/May/2026:06:57:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.020 [auth-system-keycloak-80] [] 10.0.0.155:8080 831 0.020 200 8b9854f28403e3ab843cf68da0b20f96 199.204.45.156 - - [05/May/2026:06:57:11 +0000] "GET /admin/realms/atmosphere/clients/1f6c9a3a-b406-47b3-a670-e65e9c383b86/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.070 [auth-system-keycloak-80] [] 10.0.0.155:8080 3758 0.070 200 e16089eb465a47952188caca42189642 199.204.45.156 - - [05/May/2026:06:57:11 +0000] "GET /admin/realms/atmosphere/users/27d0d6f7-6e4f-45e9-a0b5-45d975c228ae/role-mappings/clients/1f6c9a3a-b406-47b3-a670-e65e9c383b86/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.170 [auth-system-keycloak-80] [] 10.0.0.155:8080 3758 0.170 200 445f6e2088c18aa1b982a28c1d3fa1b7 199.204.45.156 - - [05/May/2026:06:57:11 +0000] "GET /admin/realms/atmosphere/users/27d0d6f7-6e4f-45e9-a0b5-45d975c228ae/role-mappings/clients/1f6c9a3a-b406-47b3-a670-e65e9c383b86/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.018 [auth-system-keycloak-80] [] 10.0.0.155:8080 2 0.018 200 5e3981a5eea278fbcdeb2d7d3e97035d 199.204.45.156 - - [05/May/2026:06:57:11 +0000] "POST /admin/realms/atmosphere/users/27d0d6f7-6e4f-45e9-a0b5-45d975c228ae/role-mappings/clients/1f6c9a3a-b406-47b3-a670-e65e9c383b86 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.068 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.067 204 c8ede40b1f54ddbf1ca40267ee9a642a 199.204.45.156 - - [05/May/2026:06:57:11 +0000] "GET /admin/realms/atmosphere/users/27d0d6f7-6e4f-45e9-a0b5-45d975c228ae/role-mappings/clients/1f6c9a3a-b406-47b3-a670-e65e9c383b86/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.084 [auth-system-keycloak-80] [] 10.0.0.155:8080 576 0.084 200 99abb0e35382129ade6438a94956d814 W0505 06:57:14.326047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:57:14.326075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:57:17.662489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:57:17.662530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:57:31.046263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:57:31.046298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:57:34.379702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:57:34.379758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:59:19.218183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:59:19.218226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:59:54.320866 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0505 06:59:54.320972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:59:54.320996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 06:59:54.325349 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:28.7kB} I0505 06:59:54.325397 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0505 06:59:54.330330 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0505 06:59:54.330612 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4e55f88d-df30-4e0f-8be0-5d83e8b74cbd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6732", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 06:59:54.330695 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0505 06:59:54.330984 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0505 06:59:54.331034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:59:54.331046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 06:59:54.331136 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 06:59:54.373542 7 controller.go:216] "Backend successfully reloaded" I0505 06:59:54.373933 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4vmhk", UID:"5d3ef8ec-3b30-4113-815d-e958af9097e3", APIVersion:"v1", ResourceVersion:"1406", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 06:59:54.573390 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0505 06:59:54.574885 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0505 06:59:57.664840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 06:59:57.664892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.156 - - [05/May/2026:06:59:58 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.005 300 ee5592308b48c7a0fa6baa54a24ad141 199.204.45.156 - - [05/May/2026:07:00:00 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.107:5000 266 0.005 200 71911e7e15605eda84cf25cc2c17b3b0 199.204.45.156 - - [05/May/2026:07:00:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.345 [openstack-keystone-api-5000] [] 10.0.0.107:5000 1297 0.345 201 ff2827c6f3ec18ee5e23efbb42e0a6c9 199.204.45.156 - - [05/May/2026:07:00:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.004 300 5c56dc45743bc1c9a0380f77bf22fbe3 199.204.45.156 - - [05/May/2026:07:00:00 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.043 [openstack-keystone-api-5000] [] 10.0.0.107:5000 368 0.043 200 3b3da3cc8229a31aaa3976863f276e4c 199.204.45.156 - - [05/May/2026:07:00:01 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.107:5000 266 0.004 200 b89855eecb44b3e66ca5c35d882bc0db 199.204.45.156 - - [05/May/2026:07:00:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.107:5000 1297 0.288 201 fd175d81868eac5f20acaff590667e36 199.204.45.156 - - [05/May/2026:07:00:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.004 300 838ad5e5037f334b69cfd8303978fbad 199.204.45.156 - - [05/May/2026:07:00:01 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.025 [openstack-keystone-api-5000] [] 10.0.0.107:5000 101 0.025 404 eb2a935d9a9dfc9adc230a42b1fdbc08 199.204.45.156 - - [05/May/2026:07:00:01 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.028 [openstack-keystone-api-5000] [] 10.0.0.107:5000 156 0.028 200 c5d4257105e504d3abbd5e5b57ac24a7 199.204.45.156 - - [05/May/2026:07:00:01 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.035 [openstack-keystone-api-5000] [] 10.0.0.107:5000 454 0.035 201 dd13a1f74026de7d4c5595a4533be1c5 199.204.45.156 - - [05/May/2026:07:00:02 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.107:5000 266 0.005 200 80af5391aaee8433aa6a8aa17abb12b4 199.204.45.156 - - [05/May/2026:07:00:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.322 [openstack-keystone-api-5000] [] 10.0.0.107:5000 1297 0.323 201 b1d395f3487a2a1adf4f8cee120bd9a3 199.204.45.156 - - [05/May/2026:07:00:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.004 300 3d4ce38483442ecebec13b53778c68e4 199.204.45.156 - - [05/May/2026:07:00:02 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.107:5000 98 0.021 404 b829dbebff7badb9357518d6baa9c843 199.204.45.156 - - [05/May/2026:07:00:02 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.021 [openstack-keystone-api-5000] [] 10.0.0.107:5000 136 0.021 200 30fd7cd63761c2bbb04e17ef5ab7db52 199.204.45.156 - - [05/May/2026:07:00:02 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.026 [openstack-keystone-api-5000] [] 10.0.0.107:5000 332 0.027 201 9ede758e459eea8189e163ee13a95521 199.204.45.156 - - [05/May/2026:07:00:02 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.107:5000 266 0.004 200 d145fe09defc05c6e6f6cb5f5678888d 199.204.45.156 - - [05/May/2026:07:00:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.107:5000 1297 0.289 201 f4ecc896e0cbd912f8c3e064adfb1772 199.204.45.156 - - [05/May/2026:07:00:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.004 300 7b8eca589fab351ada874483d3608436 199.204.45.156 - - [05/May/2026:07:00:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.026 [openstack-keystone-api-5000] [] 10.0.0.107:5000 131 0.026 404 66e115fed401f482883c2a4d1f62c026 199.204.45.156 - - [05/May/2026:07:00:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.023 [openstack-keystone-api-5000] [] 10.0.0.107:5000 168 0.023 200 a228adf7ea3020c94f79933608a75861 199.204.45.156 - - [05/May/2026:07:00:03 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.034 [openstack-keystone-api-5000] [] 10.0.0.107:5000 224 0.034 201 5ca897a465d4d0c9ad5edd6acf675e2d W0505 07:00:14.304780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:00:14.304830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:00:17.638616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:00:17.638670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:00:20.971830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:00:20.971882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:00:24.307986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:00:24.308033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 07:00:31.159324 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.99.243.12"}] I0505 07:00:31.166175 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4e55f88d-df30-4e0f-8be0-5d83e8b74cbd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7043", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 07:00:31.168705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:00:31.168750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:00:40.179407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:00:40.179455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:00:43.514290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:00:43.514333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:00:48.475417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:00:48.475460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:00:51.809180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:00:51.809248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:02:44.785586 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0505 07:02:44.785763 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0505 07:02:44.785849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:02:44.785879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 07:02:44.791095 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:32.2kB} I0505 07:02:44.791139 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0505 07:02:44.797785 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0505 07:02:44.798186 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"503bf5e3-2479-45e8-8dec-89090b194f5c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7966", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 07:02:44.798496 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0505 07:02:44.798996 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0505 07:02:44.799123 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0505 07:02:44.799208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:02:44.799233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 07:02:44.799379 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 07:02:44.846908 7 controller.go:216] "Backend successfully reloaded" I0505 07:02:44.847204 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4vmhk", UID:"5d3ef8ec-3b30-4113-815d-e958af9097e3", APIVersion:"v1", ResourceVersion:"1406", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 07:02:45.133294 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0505 07:02:45.134573 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.156 - - [05/May/2026:07:02:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.003 300 6e2847370256950bf18c45b5ec3e93ab 199.204.45.156 - - [05/May/2026:07:02:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.343 [openstack-keystone-api-5000] [] 10.0.0.107:5000 1929 0.344 201 62b067c8be809b814ec654612990b0a8 199.204.45.156 - - [05/May/2026:07:02:45 +0000] "GET /v3/roles HTTP/1.1" 200 824 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.026 [openstack-keystone-api-5000] [] 10.0.0.107:5000 824 0.026 200 9ec3329847320cd1897d4ea38bab4370 199.204.45.156 - - [05/May/2026:07:02:45 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.032 [openstack-keystone-api-5000] [] 10.0.0.107:5000 230 0.032 201 aad53b54f61813052b1ab606992daba9 W0505 07:02:48.132462 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0505 07:02:48.133084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:02:48.133108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:02:51.466713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:02:51.466775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.156 - - [05/May/2026:07:02:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.004 300 bf06c2edac417ed509acb1c91124c02c 199.204.45.156 - - [05/May/2026:07:02:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 548 0.287 [openstack-keystone-api-5000] [] 10.0.0.107:5000 1929 0.287 201 ed08f778bf6f8e0ea4c9ecb6c44e2b80 199.204.45.156 - - [05/May/2026:07:02:52 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "python-keystoneclient" 380 0.022 [openstack-keystone-api-5000] [] 10.0.0.107:5000 1045 0.022 200 63309edd741bc9cc4dbb6110e1e9640a 199.204.45.156 - - [05/May/2026:07:02:52 +0000] "PUT /v3/roles/b7c9b04632714f3791054c2344ddc028/implies/65e515a3b39a423a80ba30451e7956bd HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.042 [openstack-keystone-api-5000] [] 10.0.0.107:5000 521 0.042 201 7c1f9a50b62e9aec4ae2914fb2a0b064 I0505 07:03:31.158790 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.99.243.12"}] I0505 07:03:31.165411 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"503bf5e3-2479-45e8-8dec-89090b194f5c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8377", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 07:03:31.171354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:03:31.171398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.156 - - [05/May/2026:07:03:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.005 300 9826ea07800a31c3a2ca8fc81cfcf7c9 199.204.45.156 - - [05/May/2026:07:03:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.586 [openstack-keystone-api-5000] [] 10.0.0.107:5000 1992 0.585 201 7d9411faab0badbbaaed126dab21f843 199.204.45.156 - - [05/May/2026:07:03:39 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.038 [openstack-keystone-api-5000] [] 10.0.0.107:5000 87 0.038 404 5acf6bfd4f0949f514bbae8cbb64ad3c 199.204.45.156 - - [05/May/2026:07:03:39 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 440 0.031 [openstack-keystone-api-5000] [] 10.0.0.107:5000 390 0.030 200 9a0262cbf01e8d8f0e5d5abb17c34d41 199.204.45.156 - - [05/May/2026:07:03:39 +0000] "GET /v3/users?domain_id=5aa7eaa0a8d84652b5f0dbe0c223d8f0&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.044 [openstack-keystone-api-5000] [] 10.0.0.107:5000 178 0.044 200 5e61d22521fdfb534e662edeb8eb993c 199.204.45.156 - - [05/May/2026:07:03:40 +0000] "POST /v3/users HTTP/1.1" 201 327 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 664 0.295 [openstack-keystone-api-5000] [] 10.0.0.107:5000 327 0.295 201 855ef39846e17e8fab321c0004b77a2a 199.204.45.156 - - [05/May/2026:07:03:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.005 300 5690e37585f16987cee84ec281485956 199.204.45.156 - - [05/May/2026:07:03:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.107:5000 1992 0.296 201 9acb14d8490b6ca252a2a78fc8f0164b 199.204.45.156 - - [05/May/2026:07:03:41 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.028 [openstack-keystone-api-5000] [] 10.0.0.107:5000 1045 0.028 200 fd75662ffbfadb0bda4134fe60d574cc 199.204.45.156 - - [05/May/2026:07:03:41 +0000] "GET /v3/domains HTTP/1.1" 200 810 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.026 [openstack-keystone-api-5000] [] 10.0.0.107:5000 810 0.026 200 046ba1e59517b532ea2466678b4e274e 199.204.45.156 - - [05/May/2026:07:03:41 +0000] "GET /v3/users?domain_id=5aa7eaa0a8d84652b5f0dbe0c223d8f0&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.046 [openstack-keystone-api-5000] [] 10.0.0.107:5000 494 0.046 200 430fce89c903dc4895f86762e2d20db7 199.204.45.156 - - [05/May/2026:07:03:41 +0000] "GET /v3/projects?domain_id=5aa7eaa0a8d84652b5f0dbe0c223d8f0 HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.033 [openstack-keystone-api-5000] [] 10.0.0.107:5000 550 0.033 200 97807b211a78f250addc8cc0be8fd1f8 199.204.45.156 - - [05/May/2026:07:03:41 +0000] "GET /v3/role_assignments?role.id=2409b30290da4d3383477bbd4fab5a54&user.id=7ff50359607746219c20f81772278b93&scope.project.id=964e9a1629e9438cb181ba8341c0c96e HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.024 [openstack-keystone-api-5000] [] 10.0.0.107:5000 270 0.024 200 95f51a878f3e7b75ef9aaf4c5341c0e1 199.204.45.156 - - [05/May/2026:07:03:41 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.025 [openstack-keystone-api-5000] [] 10.0.0.107:5000 1045 0.025 200 a6efca59ac033d4eea30caa757c8ba72 199.204.45.156 - - [05/May/2026:07:03:41 +0000] "GET /v3/domains/5aa7eaa0a8d84652b5f0dbe0c223d8f0 HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.107:5000 270 0.021 200 dc2d917671ddce2c3a5668c8109a3dce 199.204.45.156 - - [05/May/2026:07:03:41 +0000] "GET /v3/users?domain_id=5aa7eaa0a8d84652b5f0dbe0c223d8f0&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.196 [openstack-keystone-api-5000] [] 10.0.0.107:5000 494 0.195 200 dd6ea4039d60fecee439b6afbba84f68 199.204.45.156 - - [05/May/2026:07:03:41 +0000] "GET /v3/projects?domain_id=5aa7eaa0a8d84652b5f0dbe0c223d8f0 HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.035 [openstack-keystone-api-5000] [] 10.0.0.107:5000 550 0.034 200 fadfc022b7925cbc0a89761b18f56740 199.204.45.156 - - [05/May/2026:07:03:41 +0000] "GET /v3/role_assignments?role.id=2409b30290da4d3383477bbd4fab5a54&user.id=7ff50359607746219c20f81772278b93&scope.project.id=964e9a1629e9438cb181ba8341c0c96e HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.019 [openstack-keystone-api-5000] [] 10.0.0.107:5000 270 0.019 200 2bb8f58c3baa8069e6f8dd80948c5438 199.204.45.156 - - [05/May/2026:07:03:41 +0000] "PUT /v3/projects/964e9a1629e9438cb181ba8341c0c96e/users/7ff50359607746219c20f81772278b93/roles/2409b30290da4d3383477bbd4fab5a54 HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 558 0.066 [openstack-keystone-api-5000] [] 10.0.0.107:5000 0 0.066 204 408293700bbe0a517f69660ca8cc0083 199.204.45.156 - - [05/May/2026:07:03:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.005 300 e51f956e07b8b041bce32b272dcf8d67 199.204.45.156 - - [05/May/2026:07:03:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.347 [openstack-keystone-api-5000] [] 10.0.0.107:5000 1992 0.348 201 1b0fd6ea25904dfbb658f54bed8b4f92 199.204.45.156 - - [05/May/2026:07:03:42 +0000] "GET /v3/services HTTP/1.1" 200 597 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.022 [openstack-keystone-api-5000] [] 10.0.0.107:5000 597 0.023 200 dae38ac866bf9f834a5144314fe9317d 199.204.45.156 - - [05/May/2026:07:03:42 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 596 0.323 [openstack-keystone-api-5000] [] 10.0.0.107:5000 263 0.323 201 03890ab01fa19a1524147f7b6b978946 199.204.45.156 - - [05/May/2026:07:03:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.005 300 e6ce3e063c19f31e7794d1a52860be4c 199.204.45.156 - - [05/May/2026:07:03:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2094 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.107:5000 2094 0.303 201 370435c9e6e9bd9c685ea25069b14d88 199.204.45.156 - - [05/May/2026:07:03:43 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.023 [openstack-keystone-api-5000] [] 10.0.0.107:5000 848 0.023 200 38b8ed3163bf4a10bb237d420d1edb57 199.204.45.156 - - [05/May/2026:07:03:43 +0000] "GET /v3/endpoints HTTP/1.1" 200 2223 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.022 [openstack-keystone-api-5000] [] 10.0.0.107:5000 2223 0.022 200 9f3a5e0e4a968ab027494cb947662d89 199.204.45.156 - - [05/May/2026:07:03:43 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 686 0.037 [openstack-keystone-api-5000] [] 10.0.0.107:5000 379 0.037 201 fd0b347e4f4a0216eab86fc5a750b730 199.204.45.156 - - [05/May/2026:07:03:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.005 300 3e86dda576dff34c8acf09aa872edbcd 199.204.45.156 - - [05/May/2026:07:03:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2303 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.336 [openstack-keystone-api-5000] [] 10.0.0.107:5000 2303 0.336 201 83cbfb7a9ad881ee831edb2f5d52ce5f 199.204.45.156 - - [05/May/2026:07:03:44 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.025 [openstack-keystone-api-5000] [] 10.0.0.107:5000 848 0.025 200 c1b6ea1c2a2c82a0a9dab8c3e157b8b1 199.204.45.156 - - [05/May/2026:07:03:44 +0000] "GET /v3/endpoints HTTP/1.1" 200 2589 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.023 [openstack-keystone-api-5000] [] 10.0.0.107:5000 2589 0.022 200 4bda3e61d67f48f1011b1c2713e44753 199.204.45.156 - - [05/May/2026:07:03:44 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 699 0.030 [openstack-keystone-api-5000] [] 10.0.0.107:5000 392 0.030 201 69707e1dc7ac799ebcb8a4916a34ced3 W0505 07:03:46.111304 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 07:03:46.111444 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0505 07:03:46.111524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:03:46.111545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 07:03:46.117740 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:35.7kB} I0505 07:03:46.117782 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0505 07:03:46.124280 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0505 07:03:46.124561 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store I0505 07:03:46.124513 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"732e9103-6ba6-4424-8b2f-9d4972b6e078", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8511", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 07:03:46.124752 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 07:03:46.124811 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0505 07:03:46.124862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:03:46.124880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 07:03:46.124984 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 07:03:46.173312 7 controller.go:216] "Backend successfully reloaded" I0505 07:03:46.173625 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4vmhk", UID:"5d3ef8ec-3b30-4113-815d-e958af9097e3", APIVersion:"v1", ResourceVersion:"1406", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 07:03:46.413104 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0505 07:03:46.418510 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0505 07:03:49.459280 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 07:03:49.459504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:03:49.459545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:04:03.048226 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 07:04:03.048385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:04:03.048404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:04:08.373726 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 07:04:08.373883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:04:08.373903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:04:11.707256 7 endpointslices.go:82] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 07:04:11.707290 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 07:04:11.707416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:04:11.707428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 07:04:11.707565 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 07:04:11.759641 7 controller.go:216] "Backend successfully reloaded" I0505 07:04:11.760024 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4vmhk", UID:"5d3ef8ec-3b30-4113-815d-e958af9097e3", APIVersion:"v1", ResourceVersion:"1406", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0505 07:04:15.041350 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 07:04:15.041565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:04:15.041593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:04:18.376663 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 07:04:18.376860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:04:18.376904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 07:04:31.159195 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.99.243.12"}] I0505 07:04:31.165124 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"732e9103-6ba6-4424-8b2f-9d4972b6e078", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8945", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 07:04:31.167912 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 07:04:31.168145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:04:31.168184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:04:34.501533 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 07:04:34.501762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:04:34.501794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:04:37.836890 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 07:04:37.837134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:04:37.837190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:04:42.265248 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 07:04:42.265461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:04:42.265493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:05:18.656384 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 07:05:18.656517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:05:18.656539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:05:57.262929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:05:57.262969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:06:51.310398 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 07:06:51.310555 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0505 07:06:51.310651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:06:51.310681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 07:06:51.316522 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.007s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:39.2kB} I0505 07:06:51.316563 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0505 07:06:51.321581 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0505 07:06:51.321817 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"5d569842-46e3-4d4d-953e-17eadf08f10e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10086", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 07:06:51.322429 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0505 07:06:51.323074 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 07:06:51.323396 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0505 07:06:51.323505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:06:51.323531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 07:06:51.323794 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 07:06:51.377165 7 controller.go:216] "Backend successfully reloaded" I0505 07:06:51.377446 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4vmhk", UID:"5d3ef8ec-3b30-4113-815d-e958af9097e3", APIVersion:"v1", ResourceVersion:"1406", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 07:06:51.638798 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0505 07:06:51.640774 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0505 07:06:54.656868 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 07:06:54.657055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:06:54.657080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:07:01.796124 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 07:07:01.796338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:07:01.796367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:07:10.577209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:07:10.577258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 07:07:31.158442 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.99.243.12"}] I0505 07:07:31.182146 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"5d569842-46e3-4d4d-953e-17eadf08f10e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10352", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 07:07:31.184480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:07:31.184520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.156 - - [05/May/2026:07:07:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.005 300 10cd5d3f75edf33f56dd563c695b22e6 199.204.45.156 - - [05/May/2026:07:07:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.339 [openstack-keystone-api-5000] [] 10.0.0.107:5000 3138 0.339 201 587ceb1076f8aa5a61491d05874a5a4f 199.204.45.156 - - [05/May/2026:07:07:54 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.160:9292 1193 0.003 300 a00814070e3a3847cc819a33dc6d6674 199.204.45.156 - - [05/May/2026:07:07:55 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.577 [openstack-glance-api-9292] [] 10.0.0.160:9292 69 0.578 200 e1a41390c1802efb90fb0cc7fe5c7fa9 199.204.45.156 - - [05/May/2026:07:07:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.003 300 fec429b874feae288b6b4f20033c6144 199.204.45.156 - - [05/May/2026:07:07:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.319 [openstack-keystone-api-5000] [] 10.0.0.107:5000 3138 0.319 201 3423b777ece224b4bdf1b48b70de534b 199.204.45.156 - - [05/May/2026:07:07:58 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.160:9292 1193 0.003 300 4108dcca8bd1be66d373a6231f866f17 199.204.45.156 - - [05/May/2026:07:07:58 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.051 [openstack-glance-api-9292] [] 10.0.0.160:9292 69 0.051 200 7317c89f10517443a12f2c0212ba23af 199.204.45.156 - - [05/May/2026:07:07:58 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.114 [openstack-glance-api-9292] [] 10.0.0.160:9292 151 0.114 404 dde046b458066afa562de4a113b97479 199.204.45.156 - - [05/May/2026:07:07:58 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.025 [openstack-glance-api-9292] [] 10.0.0.160:9292 81 0.024 200 7875691e4e4536399ceb68bfda12cf3c 199.204.45.156 - - [05/May/2026:07:07:59 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.028 [openstack-glance-api-9292] [] 10.0.0.160:9292 84 0.027 200 6cd20bd9d92f03ee77de4cd96f83c3d1 199.204.45.156 - - [05/May/2026:07:07:59 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 748 0.053 [openstack-glance-api-9292] [] 10.0.0.160:9292 760 0.054 201 c68a8065c4f962d0efbf360c9661ec98 199.204.45.156 - - [05/May/2026:07:08:02 +0000] "PUT /v2/images/9603275c-f530-450b-9192-b0b88f946a86/file HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.649 [openstack-glance-api-9292] [] 10.0.0.160:9292 0 3.648 204 b723d1ac1b6f1c0823bd3ad4b4b47539 199.204.45.156 - - [05/May/2026:07:08:02 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.020 [openstack-glance-api-9292] [] 10.0.0.160:9292 1240 0.020 200 4d8fe4a1345d9c38235696c1373a5edc 199.204.45.156 - - [05/May/2026:07:08:02 +0000] "PATCH /v2/images/9603275c-f530-450b-9192-b0b88f946a86 HTTP/1.1" 200 1171 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 540 0.018 [openstack-glance-api-9292] [] 10.0.0.160:9292 1171 0.017 200 4229fdec190411ef6ff2faaa4a45919f 199.204.45.156 - - [05/May/2026:07:08:02 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.020 [openstack-glance-api-9292] [] 10.0.0.160:9292 1240 0.020 200 22550779551827bc7c84eccb985661be W0505 07:08:06.009348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:08:06.009404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:08:09.342917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:08:09.342964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:08:29.939762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:08:29.939810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:08:33.273710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:08:33.273777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:08:36.899788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:08:36.900270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:08:40.234283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:08:40.234330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:08:43.567005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:08:43.567049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:08:55.446299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:08:55.446432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:08:58.779876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:08:58.779931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:09:04.033962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:09:04.033998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:09:07.368692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:09:07.368722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:11:44.422824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:11:44.422859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:13:45.200528 7 controller.go:1441] Error getting SSL certificate "openstack/cinder-api-certs": local SSL certificate openstack/cinder-api-certs was not found. Using default certificate W0505 07:13:45.200641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:13:45.200662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 07:13:45.205430 7 admission.go:149] processed ingress via admission controller {testedIngressLength:9 testedIngressTime:0.005s renderingIngressLength:9 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:42.6kB} I0505 07:13:45.205464 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/volumev3" I0505 07:13:45.213212 7 store.go:440] "Found valid IngressClass" ingress="openstack/volumev3" ingressclass="atmosphere" W0505 07:13:45.213866 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/cinder-api-certs" in local store I0505 07:13:45.214041 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"volumev3", UID:"1aca9d22-d4ff-4102-a7c5-56011362c9d8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13042", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 07:13:45.214781 7 controller.go:1441] Error getting SSL certificate "openstack/cinder-api-certs": local SSL certificate openstack/cinder-api-certs was not found. Using default certificate W0505 07:13:45.215024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:13:45.215063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 07:13:45.215386 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 07:13:45.295483 7 controller.go:216] "Backend successfully reloaded" I0505 07:13:45.296083 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4vmhk", UID:"5d3ef8ec-3b30-4113-815d-e958af9097e3", APIVersion:"v1", ResourceVersion:"1406", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 07:13:45.628509 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/cinder-api-certs" I0505 07:13:45.629426 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/cinder-api-certs" W0505 07:13:48.548493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:13:48.548528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:13:51.883059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:13:51.883122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:13:55.214968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:13:55.215010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 07:14:31.158244 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="volumev3" currentValue=null newValue=[{"ip":"10.99.243.12"}] I0505 07:14:31.163294 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"volumev3", UID:"1aca9d22-d4ff-4102-a7c5-56011362c9d8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13458", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 07:14:31.166011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:14:31.166039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:15:10.323860 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0505 07:15:10.324016 7 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0505 07:15:10.324120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:15:10.324146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 07:15:10.330723 7 admission.go:149] processed ingress via admission controller {testedIngressLength:10 testedIngressTime:0.007s renderingIngressLength:10 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:46.1kB} I0505 07:15:10.330760 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/placement" I0505 07:15:10.338628 7 store.go:440] "Found valid IngressClass" ingress="openstack/placement" ingressclass="atmosphere" I0505 07:15:10.338854 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"994fdf57-62cb-42e1-9c64-9ff6c7b862c0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13705", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 07:15:10.338914 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/placement-api-certs" in local store W0505 07:15:10.339171 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0505 07:15:10.339246 7 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0505 07:15:10.339347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:15:10.339355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 07:15:10.339455 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 07:15:10.397729 7 controller.go:216] "Backend successfully reloaded" I0505 07:15:10.398067 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4vmhk", UID:"5d3ef8ec-3b30-4113-815d-e958af9097e3", APIVersion:"v1", ResourceVersion:"1406", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 07:15:10.822005 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/placement-api-certs" I0505 07:15:10.823357 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/placement-api-certs" W0505 07:15:13.672960 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0505 07:15:13.673206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:15:13.673244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:15:17.006908 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0505 07:15:17.007135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:15:17.007165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:15:20.340564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:15:20.340612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 07:15:31.158189 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="placement" currentValue=null newValue=[{"ip":"10.99.243.12"}] I0505 07:15:31.163094 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"994fdf57-62cb-42e1-9c64-9ff6c7b862c0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13856", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 07:15:31.165223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 07:15:31.165259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store