------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0504 01:42:38.466093 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0504 01:42:38.466221 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0504 01:42:38.472413 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0504 01:42:38.475517 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0504 01:42:38.822752 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0504 01:42:38.843252 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0504 01:42:38.854758 7 nginx.go:271] "Starting NGINX Ingress controller" I0504 01:42:38.859088 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"8c0af17d-3bcf-4a47-8586-b0fe82447fb0", APIVersion:"v1", ResourceVersion:"1349", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0504 01:42:38.863780 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"3647dcf4-1f30-4ead-8f59-e43ce3cc2a3c", APIVersion:"v1", ResourceVersion:"1348", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0504 01:42:38.863833 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"8ff26468-1bbe-4626-9dee-35f07d6ec6c2", APIVersion:"v1", ResourceVersion:"1347", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0504 01:42:40.057304 7 nginx.go:317] "Starting NGINX process" I0504 01:42:40.057437 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0504 01:42:40.057984 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0504 01:42:40.058282 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0504 01:42:40.058353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:40.058378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:42:40.058424 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:42:40.065089 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0504 01:42:40.065692 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-9vzgr" I0504 01:42:40.092967 7 controller.go:216] "Backend successfully reloaded" I0504 01:42:40.093054 7 controller.go:227] "Initial sync, sleeping for 1 second" I0504 01:42:40.093213 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9vzgr", UID:"ca3bfdca-b45e-4a4f-b40d-d6a3e90673bc", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0504 01:42:43.879914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:43.879963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:47.213601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:47.213640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:50.547627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:50.547783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:53.880640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:53.880684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:57.213618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:42:57.213657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:00.547765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:00.547812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:03.881360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:03.881444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:07.213589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:07.213642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:10.547789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:10.547847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:15.708661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:43:15.708705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:34.910366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:44:34.910472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:02.984995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:02.985029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:06.318851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:06.318888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:09.652429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:09.652476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:15.718051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:15.718091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:19.052514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:19.052559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:22.385360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:22.385408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:25.721213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:45:25.721257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:02.010041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:02.010085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:05.343509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:05.343643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:05.522620 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-116.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-116.nip.io-tls was not found. Using default certificate W0504 01:48:05.522781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:05.522852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:48:05.524726 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0504 01:48:05.524894 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0504 01:48:05.603572 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0504 01:48:05.604084 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-116.nip.io-tls" in local store I0504 01:48:05.604257 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"8cde63b0-d746-42b1-916c-a06b6c48bae7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3515", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0504 01:48:06.122164 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-116.nip.io-tls" I0504 01:48:06.123834 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-116.nip.io-tls" W0504 01:48:08.677419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:08.677550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:48:08.677667 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:48:08.720824 7 controller.go:216] "Backend successfully reloaded" I0504 01:48:08.721176 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9vzgr", UID:"ca3bfdca-b45e-4a4f-b40d-d6a3e90673bc", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0504 01:48:12.010894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:12.010997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.116 - - [04/May/2026:01:48:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 1.660 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 1.658 200 825e321386759d69004a45b845054b84 199.204.45.116 - - [04/May/2026:01:48:16 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1197 0.205 [auth-system-keycloak-80] [] 10.0.0.61:8080 28 0.204 404 e46a5b09436544eff31a391ffa30a0d3 199.204.45.116 - - [04/May/2026:01:48:22 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 5.069 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 5.068 201 d8c37aca4483b8ff909b92e24eca9939 199.204.45.116 - - [04/May/2026:01:48:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1197 0.601 [auth-system-keycloak-80] [] 10.0.0.61:8080 4177 0.601 200 0450a9598d97fecb0887d927bec6f3e7 199.204.45.116 - - [04/May/2026:01:48:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.172 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.171 200 773b78cfddc130d5f7abc222e31c360a 199.204.45.116 - - [04/May/2026:01:48:23 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.094 [auth-system-keycloak-80] [] 10.0.0.61:8080 12500 0.093 200 66dbf9ea974e27fddb8935830cc0027a 199.204.45.116 - - [04/May/2026:01:48:23 +0000] "GET /admin/realms/atmosphere/client-scopes/1df789c7-4f82-48fe-a8d3-9a5d491e332a HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.61:8080 1278 0.010 200 718e28db507c6b703e83dbd7755ddf12 199.204.45.116 - - [04/May/2026:01:48:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/1df789c7-4f82-48fe-a8d3-9a5d491e332a HTTP/1.1" 204 0 "-" "Ansible" 1848 0.071 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.070 204 4cf83d3da99734ac207cd337c7b397be 199.204.45.116 - - [04/May/2026:01:48:23 +0000] "GET /admin/realms/atmosphere/client-scopes/1df789c7-4f82-48fe-a8d3-9a5d491e332a/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.085 [auth-system-keycloak-80] [] 10.0.0.61:8080 963 0.085 200 a7525530cc92f83391f72ce54915b981 199.204.45.116 - - [04/May/2026:01:48:23 +0000] "GET /admin/realms/atmosphere/client-scopes/1df789c7-4f82-48fe-a8d3-9a5d491e332a/protocol-mappers/models/9de854c9-853f-4f4e-b286-5988a6c8b06d HTTP/1.1" 200 366 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 366 0.010 200 8ec9b1cedd3c0e9f30fbacc06ca8348b 199.204.45.116 - - [04/May/2026:01:48:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/1df789c7-4f82-48fe-a8d3-9a5d491e332a/protocol-mappers/models/9de854c9-853f-4f4e-b286-5988a6c8b06d HTTP/1.1" 204 0 "-" "Ansible" 1622 0.071 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.070 204 a545e9f23c819eca596d51289898ff39 199.204.45.116 - - [04/May/2026:01:48:23 +0000] "GET /admin/realms/atmosphere/client-scopes/1df789c7-4f82-48fe-a8d3-9a5d491e332a HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.077 [auth-system-keycloak-80] [] 10.0.0.61:8080 1218 0.078 200 5f1b74248953deb4334add4696aec83a I0504 01:48:40.072108 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.109.163.84"}] I0504 01:48:40.077656 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"8cde63b0-d746-42b1-916c-a06b6c48bae7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3886", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:48:40.080836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:48:40.081509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.116 - - [04/May/2026:01:48:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.043 200 476021902d3558ff2cc535c8f4ec4d60 199.204.45.116 - - [04/May/2026:01:48:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.015 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.015 200 0bd4dcba5a0772fc345f10c91393232e 199.204.45.116 - - [04/May/2026:01:48:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.195 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.194 201 64b3d9f6b394f87de99a693a03381c2a 199.204.45.116 - - [04/May/2026:01:48:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.092 [auth-system-keycloak-80] [] 10.0.0.61:8080 1261 0.092 200 f5095c22f94429bea18fcb593402ec75 199.204.45.116 - - [04/May/2026:01:48:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.043 200 43a027501386b05dc980ede1e1dc2ce2 199.204.45.116 - - [04/May/2026:01:48:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.010 200 41b0e2c972b469fdd1739449d4b57f98 199.204.45.116 - - [04/May/2026:01:48:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.133 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.132 201 b6c14d55a5fd1c86d7ff75b62660fc51 199.204.45.116 - - [04/May/2026:01:48:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.022 200 309c7410aa33f7611af961d7eefff597 199.204.45.116 - - [04/May/2026:01:48:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.043 200 48b568301a43cdfa64c381620070d020 199.204.45.116 - - [04/May/2026:01:48:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.007 200 9f4b74085d49dba7054fc8740ee30f27 199.204.45.116 - - [04/May/2026:01:48:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.053 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.052 201 5faae66a33bf2e782f026a6b29956a03 199.204.45.116 - - [04/May/2026:01:48:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.021 [auth-system-keycloak-80] [] 10.0.0.61:8080 1251 0.021 200 831c5500577377e44783f5604f987120 199.204.45.116 - - [04/May/2026:01:48:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.042 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.041 200 5424585bfcc24d3c98e556f3024a7a41 199.204.45.116 - - [04/May/2026:01:48:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.61:8080 1261 0.008 200 7898b5b61451437f4f689feb7318dc7f 199.204.45.116 - - [04/May/2026:01:48:46 +0000] "GET /admin/realms/atmosphere/clients/815f05ea-a97b-4ee8-9977-38d5e5d2bb25/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.058 [auth-system-keycloak-80] [] 10.0.0.61:8080 31 0.058 404 91bab04e4087191da28e2222cb497dde 199.204.45.116 - - [04/May/2026:01:48:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.021 [auth-system-keycloak-80] [] 10.0.0.61:8080 1261 0.022 200 06c829ced582f3c431a93926326506f2 199.204.45.116 - - [04/May/2026:01:48:47 +0000] "POST /admin/realms/atmosphere/clients/815f05ea-a97b-4ee8-9977-38d5e5d2bb25/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 1.384 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 1.384 201 291035bf770c550c7a33d5130129f8fe 199.204.45.116 - - [04/May/2026:01:48:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.61:8080 1261 0.007 200 440c518ed34955ed1ae31072f052dd33 199.204.45.116 - - [04/May/2026:01:48:47 +0000] "GET /admin/realms/atmosphere/clients/815f05ea-a97b-4ee8-9977-38d5e5d2bb25/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.61:8080 166 0.017 200 16dab3e5287592638aecd05529e8e19e 199.204.45.116 - - [04/May/2026:01:48:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.043 200 054e1dc660e672b56396078c412b2755 199.204.45.116 - - [04/May/2026:01:48:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.007 200 d236731d5e9e683f7e6e4f4195f24e25 199.204.45.116 - - [04/May/2026:01:48:48 +0000] "GET /admin/realms/atmosphere/clients/c07a481c-8bcd-49a5-ace9-5b83c4b6b901/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 31 0.009 404 222e9f9a418514fac5fc5741cab57719 199.204.45.116 - - [04/May/2026:01:48:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.036 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.036 200 3e07a47aa814cd62fe3cdbd65384a2c5 199.204.45.116 - - [04/May/2026:01:48:48 +0000] "POST /admin/realms/atmosphere/clients/c07a481c-8bcd-49a5-ace9-5b83c4b6b901/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.016 201 dc3147f3839d06df4cd377252550927e 199.204.45.116 - - [04/May/2026:01:48:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.007 200 42dd4c3621ba24bf9c27998676243200 199.204.45.116 - - [04/May/2026:01:48:48 +0000] "GET /admin/realms/atmosphere/clients/c07a481c-8bcd-49a5-ace9-5b83c4b6b901/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.61:8080 165 0.013 200 f6fe630342bff32dab79bf53ce62a910 199.204.45.116 - - [04/May/2026:01:48:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.043 200 35fcd4d400b444a4935caf4d4eb81544 199.204.45.116 - - [04/May/2026:01:48:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.005 200 c7255e1503ba9705f77f35c3e611bf33 199.204.45.116 - - [04/May/2026:01:48:48 +0000] "GET /admin/realms/atmosphere/clients/c07a481c-8bcd-49a5-ace9-5b83c4b6b901/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 31 0.009 404 d75e213b9afc9ddb4f2d352eff3ae004 199.204.45.116 - - [04/May/2026:01:48:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.005 200 60d424ba3284d38b887705169533f982 199.204.45.116 - - [04/May/2026:01:48:48 +0000] "POST /admin/realms/atmosphere/clients/c07a481c-8bcd-49a5-ace9-5b83c4b6b901/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.023 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.022 201 77544418c94a0b93d9310913d4328e15 199.204.45.116 - - [04/May/2026:01:48:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.018 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.018 200 68b74951199a84553487924e2cece43f 199.204.45.116 - - [04/May/2026:01:48:48 +0000] "GET /admin/realms/atmosphere/clients/c07a481c-8bcd-49a5-ace9-5b83c4b6b901/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.61:8080 166 0.014 200 9f5582cde35cbd07ef1b2fd870cc7fff 199.204.45.116 - - [04/May/2026:01:48:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.044 200 a1eaa0b07f4122438a76914cdd385836 199.204.45.116 - - [04/May/2026:01:48:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.042 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.043 200 3cb1eb7e3329766af3f4039597773c03 199.204.45.116 - - [04/May/2026:01:48:49 +0000] "GET /admin/realms/atmosphere/clients/c07a481c-8bcd-49a5-ace9-5b83c4b6b901/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.61:8080 31 0.012 404 a3512f18df7d4c6ccead104f7c76803e 199.204.45.116 - - [04/May/2026:01:48:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.006 200 4150f002ff652d23946246510a541cd7 199.204.45.116 - - [04/May/2026:01:48:49 +0000] "POST /admin/realms/atmosphere/clients/c07a481c-8bcd-49a5-ace9-5b83c4b6b901/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.014 201 e921bf01fd71196cb2cac077435cb201 199.204.45.116 - - [04/May/2026:01:48:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.006 200 557b6adf77d6d9f283275b2bdac4f950 199.204.45.116 - - [04/May/2026:01:48:49 +0000] "GET /admin/realms/atmosphere/clients/c07a481c-8bcd-49a5-ace9-5b83c4b6b901/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.61:8080 166 0.012 200 879e25f988a4639c7898b10a12de8165 199.204.45.116 - - [04/May/2026:01:48:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.049 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.047 200 a38ea689445f94657ef93de176e0ffd6 199.204.45.116 - - [04/May/2026:01:48:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.61:8080 1251 0.006 200 f48155871c147aca43a6c3666ebb546d 199.204.45.116 - - [04/May/2026:01:48:49 +0000] "GET /admin/realms/atmosphere/clients/139b343b-2cb1-48cf-b7b4-5c698525653e/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 31 0.009 404 5da3c569e1749d23f989e318dd13eabf 199.204.45.116 - - [04/May/2026:01:48:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.032 [auth-system-keycloak-80] [] 10.0.0.61:8080 1251 0.031 200 ad4aa87f45654d6c8f2f97a14d3611c3 199.204.45.116 - - [04/May/2026:01:48:49 +0000] "POST /admin/realms/atmosphere/clients/139b343b-2cb1-48cf-b7b4-5c698525653e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.052 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.052 201 5293c7c356b31a83df874884ad22903b 199.204.45.116 - - [04/May/2026:01:48:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.61:8080 1251 0.004 200 77fb3f3009d8b58c08cdeb38bb038351 199.204.45.116 - - [04/May/2026:01:48:49 +0000] "GET /admin/realms/atmosphere/clients/139b343b-2cb1-48cf-b7b4-5c698525653e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.61:8080 166 0.011 200 d8c2c3b1075a0b37e46c5e839ad31b09 W0504 01:49:58.118407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:58.118447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:58.190615 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:49:58.190672 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0504 01:49:58.190701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:58.190713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:58.190942 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:49:58.191012 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0504 01:49:58.191055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:58.191076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:49:58.191900 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:18.2kB} I0504 01:49:58.191922 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0504 01:49:58.191987 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:49:58.192093 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0504 01:49:58.192268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:49:58.192354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:49:58.192645 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0504 01:49:58.192671 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0504 01:49:58.195933 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0504 01:49:58.195971 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0504 01:49:58.197760 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0504 01:49:58.198187 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0504 01:49:58.198214 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0504 01:49:58.198331 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"29ba3975-d5d4-4616-8b0b-b839f9f42af1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4510", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0504 01:49:58.198447 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"3cf02423-4dcc-4144-a4b7-3474b715dc3c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4511", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:49:58.198630 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0504 01:49:58.203076 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0504 01:49:58.203593 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"60454972-4a52-4d08-934e-50523509a23a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4518", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:49:58.203633 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0504 01:49:58.708841 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0504 01:49:58.709801 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0504 01:49:59.263757 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0504 01:49:59.264849 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0504 01:49:59.410787 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0504 01:49:59.411887 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0504 01:50:01.452170 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:50:01.452227 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:50:01.452260 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:50:01.452360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:01.452376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:50:01.452485 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:50:01.501836 7 controller.go:216] "Backend successfully reloaded" I0504 01:50:01.502435 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9vzgr", UID:"ca3bfdca-b45e-4a4f-b40d-d6a3e90673bc", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0504 01:50:04.785386 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:50:04.785438 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:50:04.785464 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:50:04.785541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:04.785555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:08.119055 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:50:08.119098 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:50:08.119131 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:50:08.119198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:08.119214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:11.452617 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:50:11.452676 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:50:11.452708 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:50:11.452805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:11.452831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:14.786435 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:50:14.786553 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:50:14.786593 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:50:14.786710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:14.786738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:18.119560 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:50:18.119637 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:50:18.119704 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:50:18.119849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:18.119879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:21.453416 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:50:21.453485 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:50:21.453540 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:50:21.453677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:21.453698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:24.786134 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:50:24.786185 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:50:24.786219 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:50:24.786330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:24.786357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:28.118454 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:50:28.118499 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0504 01:50:28.118523 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:50:28.118624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:28.118647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:31.452124 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:50:31.452386 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:50:31.452630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:31.452660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:34.787641 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:50:34.787752 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:50:34.787859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:34.787886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:40.848263 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:50:40.848384 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:50:40.848514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:40.848536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:50:40.852823 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.109.163.84"}] I0504 01:50:40.852865 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.109.163.84"}] I0504 01:50:40.855341 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.109.163.84"}] I0504 01:50:40.914857 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"60454972-4a52-4d08-934e-50523509a23a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5486", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0504 01:50:40.917034 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"3cf02423-4dcc-4144-a4b7-3474b715dc3c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5487", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0504 01:50:40.921208 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"29ba3975-d5d4-4616-8b0b-b839f9f42af1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5489", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:50:44.182534 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:50:44.182725 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:50:44.182884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:44.182960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:47.515819 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:50:47.515917 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:50:47.516029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:47.516052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.65 - - [04/May/2026:01:50:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "Go-http-client/1.1" 161 0.027 [auth-system-keycloak-80] [] 10.0.0.61:8080 6318 0.027 200 243f25519a11d5c2e1b3770d671be6d6 10.0.0.102 - - [04/May/2026:01:50:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "Go-http-client/1.1" 161 0.010 [auth-system-keycloak-80] [] 10.0.0.61:8080 6318 0.010 200 2345c144ddddf714bbff0774bacb4a82 W0504 01:50:50.848639 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0504 01:50:50.848750 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0504 01:50:50.848875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:50.848902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:54.181906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:54.181948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:57.515266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:50:57.515333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:00.849039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:00.849171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:04.182263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:04.182309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:12.687303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:12.687346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.116 - - [04/May/2026:01:51:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.045 200 b90dc06f0d855da6a3234850432dd47a 199.204.45.116 - - [04/May/2026:01:51:15 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.61:8080 4177 0.007 200 e8633557770df1a3115a69a32bc403a7 199.204.45.116 - - [04/May/2026:01:51:15 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5636 0.399 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.398 204 018e90c01d40e1f69d6c1449b1e1978d 199.204.45.116 - - [04/May/2026:01:51:15 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1197 0.181 [auth-system-keycloak-80] [] 10.0.0.61:8080 4315 0.182 200 40eb761df619b2ae1d473ade077fcbf7 W0504 01:51:16.020764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:16.020802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.116 - - [04/May/2026:01:51:16 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.61:8080 6318 0.006 200 14ab5626cde5a68bc7a9fd19b950560e 199.204.45.116 - - [04/May/2026:01:51:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.045 200 7ad13721ce1d1d9d22ff68864e2a61cd 199.204.45.116 - - [04/May/2026:01:51:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.007 200 516bda147b097ab19df17d375f3d7120 199.204.45.116 - - [04/May/2026:01:51:17 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.138 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.137 201 23f85cb5f8b5c5f7a7f63d406c0240b9 199.204.45.116 - - [04/May/2026:01:51:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.022 [auth-system-keycloak-80] [] 10.0.0.61:8080 2246 0.022 200 d3dbb94d6a3d1dff67cc02f783b689e7 199.204.45.116 - - [04/May/2026:01:51:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.058 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.056 200 4822f36bac51d3cb1294520cebac255f 199.204.45.116 - - [04/May/2026:01:51:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.61:8080 2246 0.006 200 1d0051d4adb96ae078d8c7b20ccb89d5 199.204.45.116 - - [04/May/2026:01:51:18 +0000] "GET /admin/realms/atmosphere/clients/baf59d59-2513-4eba-9119-a8360e63eeae/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.016 [auth-system-keycloak-80] [] 10.0.0.61:8080 233 0.017 200 aa294eedc0715dacfe9160123533741f 199.204.45.116 - - [04/May/2026:01:51:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.051 [auth-system-keycloak-80] [] 10.0.0.61:8080 831 0.050 200 aeeb769b012a10db0a2d68c0a8769a45 199.204.45.116 - - [04/May/2026:01:51:18 +0000] "GET /admin/realms/atmosphere/clients/c21e6f98-474e-4308-8583-8056dfa57656/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.022 [auth-system-keycloak-80] [] 10.0.0.61:8080 3758 0.022 200 84281a1809b0469d7d460245b7b37be5 199.204.45.116 - - [04/May/2026:01:51:18 +0000] "GET /admin/realms/atmosphere/users/0ea32f1d-a870-4245-a18f-0f3ef3dd5441/role-mappings/clients/c21e6f98-474e-4308-8583-8056dfa57656/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.160 [auth-system-keycloak-80] [] 10.0.0.61:8080 3758 0.160 200 673b4f4fa410954aa4b4f33edd16a2e7 199.204.45.116 - - [04/May/2026:01:51:18 +0000] "GET /admin/realms/atmosphere/users/0ea32f1d-a870-4245-a18f-0f3ef3dd5441/role-mappings/clients/c21e6f98-474e-4308-8583-8056dfa57656/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.078 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.078 200 4294c067d976dad36d87751e384794d1 199.204.45.116 - - [04/May/2026:01:51:18 +0000] "POST /admin/realms/atmosphere/users/0ea32f1d-a870-4245-a18f-0f3ef3dd5441/role-mappings/clients/c21e6f98-474e-4308-8583-8056dfa57656 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.019 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.018 204 9fbb9b64857659179ddbd389259955de 199.204.45.116 - - [04/May/2026:01:51:18 +0000] "GET /admin/realms/atmosphere/users/0ea32f1d-a870-4245-a18f-0f3ef3dd5441/role-mappings/clients/c21e6f98-474e-4308-8583-8056dfa57656/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.61:8080 576 0.013 200 0534ed11b4b033665cc1e74d99797ae5 W0504 01:51:21.122801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:21.122853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:24.457240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:24.457283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:36.994786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:36.994837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:40.329267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:51:40.329317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:25.856837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:25.856889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:57.973605 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0504 01:53:57.973689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:57.973709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:53:57.977525 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0504 01:53:57.977562 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0504 01:53:58.045726 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0504 01:53:58.046046 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"e5afdeb5-9ec4-4f0f-b1f1-9f4ba959d48d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6945", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:53:58.046277 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0504 01:53:58.046682 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0504 01:53:58.046755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:53:58.046776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:53:58.046902 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:53:58.095602 7 controller.go:216] "Backend successfully reloaded" I0504 01:53:58.096045 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9vzgr", UID:"ca3bfdca-b45e-4a4f-b40d-d6a3e90673bc", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0504 01:53:58.340961 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0504 01:53:58.342298 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0504 01:54:01.380324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:01.380584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.116 - - [04/May/2026:01:54:02 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.003 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.003 300 81d745b9160e1aea9e2eda279a03bd5b 199.204.45.116 - - [04/May/2026:01:54:03 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.79:5000 266 0.003 200 a7037429a2d7b5d488c065503568d251 199.204.45.116 - - [04/May/2026:01:54:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.319 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1297 0.319 201 37dd0ae45c931490d38d00a4401bf134 199.204.45.116 - - [04/May/2026:01:54:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.004 300 dcb329191725ba33471ca13481072d8e 199.204.45.116 - - [04/May/2026:01:54:03 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.029 [openstack-keystone-api-5000] [] 10.0.0.79:5000 368 0.029 200 d401d32f7d7a3305fe82523c4336cf31 199.204.45.116 - - [04/May/2026:01:54:04 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.79:5000 266 0.005 200 9a8e797a0f16c5c52f3a35b1698ca126 199.204.45.116 - - [04/May/2026:01:54:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1297 0.283 201 3c47c21f272dd7ea994a44e7b3859cdb 199.204.45.116 - - [04/May/2026:01:54:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.005 300 6558f9201bc67102b74db758c3c47834 199.204.45.116 - - [04/May/2026:01:54:04 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.021 [openstack-keystone-api-5000] [] 10.0.0.79:5000 101 0.021 404 f1777f7b36bb33b351baf1017330a787 199.204.45.116 - - [04/May/2026:01:54:04 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.026 [openstack-keystone-api-5000] [] 10.0.0.79:5000 156 0.026 200 72bad178898350ae84efd3ed46438a03 199.204.45.116 - - [04/May/2026:01:54:04 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.031 [openstack-keystone-api-5000] [] 10.0.0.79:5000 454 0.031 201 1816f126d53bebd1198b97f2acea6c83 199.204.45.116 - - [04/May/2026:01:54:05 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.79:5000 266 0.003 200 bd8e0604a87de207ce465b60912957da 199.204.45.116 - - [04/May/2026:01:54:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.314 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1297 0.314 201 b7cfcec88572150af0f4770a57ea2bdb 199.204.45.116 - - [04/May/2026:01:54:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.004 300 a7103309b93fe898e930154740ddcbe2 199.204.45.116 - - [04/May/2026:01:54:05 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-keystone-api-5000] [] 10.0.0.79:5000 98 0.023 404 00c3ce7e2eba0f977732a51fbd55e488 199.204.45.116 - - [04/May/2026:01:54:05 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.021 [openstack-keystone-api-5000] [] 10.0.0.79:5000 136 0.022 200 83243ad679684b721c2e3537f604f7ee 199.204.45.116 - - [04/May/2026:01:54:05 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.037 [openstack-keystone-api-5000] [] 10.0.0.79:5000 332 0.037 201 df7eedcd3946a89be312509741ac4d43 199.204.45.116 - - [04/May/2026:01:54:06 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 266 0.004 200 4f4c290c6010afcd0633aefad93ae7b1 199.204.45.116 - - [04/May/2026:01:54:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1297 0.297 201 49d0f8c9591b86815e1753a53004cf2c 199.204.45.116 - - [04/May/2026:01:54:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.003 300 ea259d5345269cbd969f9b7cdf172b57 199.204.45.116 - - [04/May/2026:01:54:06 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.023 [openstack-keystone-api-5000] [] 10.0.0.79:5000 131 0.023 404 b623f185a0a494dc01993e2328a48b0d 199.204.45.116 - - [04/May/2026:01:54:06 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.023 [openstack-keystone-api-5000] [] 10.0.0.79:5000 168 0.024 200 2896d2f9a5061b566d3b69329597fb2f 199.204.45.116 - - [04/May/2026:01:54:06 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.068 [openstack-keystone-api-5000] [] 10.0.0.79:5000 224 0.068 201 d01d020fd8738cee92dcec74ba91a54a W0504 01:54:16.848997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:16.849058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:20.183460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:20.183522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:23.568496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:23.568528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:26.903916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:26.903967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:54:40.071707 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.109.163.84"}] I0504 01:54:40.077800 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"e5afdeb5-9ec4-4f0f-b1f1-9f4ba959d48d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7279", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:54:40.079693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:40.079730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:43.413242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:43.413279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:50.016367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:50.016417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:53.350609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:54:53.350642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:56:19.038578 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0504 01:56:19.038913 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0504 01:56:19.039063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:56:19.039094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:56:19.044406 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.008s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.009s testedConfigurationSize:32.2kB} I0504 01:56:19.044437 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0504 01:56:19.049382 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0504 01:56:19.049647 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"7e207cda-d726-42ad-9051-92eda29aba59", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8026", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:56:19.049926 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0504 01:56:19.050250 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0504 01:56:19.050346 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0504 01:56:19.050421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:56:19.050443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:56:19.050572 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:56:19.101683 7 controller.go:216] "Backend successfully reloaded" I0504 01:56:19.101982 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9vzgr", UID:"ca3bfdca-b45e-4a4f-b40d-d6a3e90673bc", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0504 01:56:19.376686 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0504 01:56:19.378331 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.116 - - [04/May/2026:01:56:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.005 300 03729ea1e440aafa16369f16949ce954 199.204.45.116 - - [04/May/2026:01:56:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.341 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1929 0.340 201 45036a1ac01b76d2cabdfbe7d558eff9 199.204.45.116 - - [04/May/2026:01:56:20 +0000] "GET /v3/roles HTTP/1.1" 200 824 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.020 [openstack-keystone-api-5000] [] 10.0.0.79:5000 824 0.020 200 17f785047d97249d91dd5fd4391452c7 199.204.45.116 - - [04/May/2026:01:56:20 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.031 [openstack-keystone-api-5000] [] 10.0.0.79:5000 230 0.031 201 2e9f6ed479a84e0fdc8c2ee96678cbf8 W0504 01:56:22.384705 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0504 01:56:22.384898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:56:22.384926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.116 - - [04/May/2026:01:56:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.004 300 c0052b984491c26dd3366e1bfff27fb8 199.204.45.116 - - [04/May/2026:01:56:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 548 0.376 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1929 0.376 201 7817e6d91ae7f5fe124982f2f48a078b 199.204.45.116 - - [04/May/2026:01:56:26 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "python-keystoneclient" 380 0.023 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1045 0.023 200 e0257ec00b6088794ae5693883cb6da2 199.204.45.116 - - [04/May/2026:01:56:26 +0000] "PUT /v3/roles/79bd9cf76260479887f7be91905cef36/implies/1986c2b1a0ef40148816ce4e44faabcf HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.043 [openstack-keystone-api-5000] [] 10.0.0.79:5000 521 0.043 201 dded2dc9e8f936b75d00f3361f664b7f W0504 01:56:30.390666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:56:30.390696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:56:40.072236 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.109.163.84"}] I0504 01:56:40.113058 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"7e207cda-d726-42ad-9051-92eda29aba59", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8303", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:56:40.113808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:56:40.113827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.116 - - [04/May/2026:01:57:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.003 300 4d09b401ce9f0090a9a85da1c595021b 199.204.45.116 - - [04/May/2026:01:57:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.367 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1992 0.367 201 498b2e93cb1a83763dc304d2b036e47f 199.204.45.116 - - [04/May/2026:01:57:18 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.030 [openstack-keystone-api-5000] [] 10.0.0.79:5000 87 0.029 404 d0316206a9d8df9c47af59b2b42023d6 199.204.45.116 - - [04/May/2026:01:57:18 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 440 0.023 [openstack-keystone-api-5000] [] 10.0.0.79:5000 390 0.024 200 391cd3fd931e0166a5ff3ef33d63205b 199.204.45.116 - - [04/May/2026:01:57:18 +0000] "GET /v3/users?domain_id=5d2db0f046b24c4ab6b9dd8b0de0ac88&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.033 [openstack-keystone-api-5000] [] 10.0.0.79:5000 178 0.033 200 6766b4d5550202e854d56f4f6be19754 199.204.45.116 - - [04/May/2026:01:57:18 +0000] "POST /v3/users HTTP/1.1" 201 327 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 664 0.311 [openstack-keystone-api-5000] [] 10.0.0.79:5000 327 0.311 201 eed5f3b703386a711e7de1a7f3e68077 199.204.45.116 - - [04/May/2026:01:57:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.003 300 a1eb847da32f75198bf5fa8fcc5cb01e 199.204.45.116 - - [04/May/2026:01:57:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1992 0.300 201 c831f560ea60337c9bfc89bd2f951915 199.204.45.116 - - [04/May/2026:01:57:19 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.025 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1045 0.024 200 1ddcee44aa8a8d669fdd402ff82bc9a9 199.204.45.116 - - [04/May/2026:01:57:19 +0000] "GET /v3/domains HTTP/1.1" 200 810 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.024 [openstack-keystone-api-5000] [] 10.0.0.79:5000 810 0.024 200 7ee5bc92301242e0c409037c90d86f61 199.204.45.116 - - [04/May/2026:01:57:19 +0000] "GET /v3/users?domain_id=5d2db0f046b24c4ab6b9dd8b0de0ac88&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.040 [openstack-keystone-api-5000] [] 10.0.0.79:5000 494 0.040 200 a2b6f4cf3bd3b738f65a4862eb441a95 199.204.45.116 - - [04/May/2026:01:57:19 +0000] "GET /v3/projects?domain_id=5d2db0f046b24c4ab6b9dd8b0de0ac88 HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.024 [openstack-keystone-api-5000] [] 10.0.0.79:5000 550 0.024 200 039730a4bf6fa63a0b9ef2228277ad99 199.204.45.116 - - [04/May/2026:01:57:19 +0000] "GET /v3/role_assignments?role.id=117dd9d428834edcb0c7f5b317f32547&user.id=a5bcdd4d62114e40b2a09b8d4f247bf4&scope.project.id=8f9711e37fc04250850ebfa3477b306a HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.022 [openstack-keystone-api-5000] [] 10.0.0.79:5000 270 0.022 200 30be1c62b6f4c1da37fb81af0e831969 199.204.45.116 - - [04/May/2026:01:57:19 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.029 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1045 0.029 200 efc2045e6e7ac63f8e2d2a6ecbc2e63c 199.204.45.116 - - [04/May/2026:01:57:19 +0000] "GET /v3/domains/5d2db0f046b24c4ab6b9dd8b0de0ac88 HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-keystone-api-5000] [] 10.0.0.79:5000 270 0.017 200 fd3eafb251c4aa5c71f83e90f41ff2b7 199.204.45.116 - - [04/May/2026:01:57:19 +0000] "GET /v3/users?domain_id=5d2db0f046b24c4ab6b9dd8b0de0ac88&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.040 [openstack-keystone-api-5000] [] 10.0.0.79:5000 494 0.039 200 1daa8d0a3365b8a8f6d714de5f24e417 199.204.45.116 - - [04/May/2026:01:57:19 +0000] "GET /v3/projects?domain_id=5d2db0f046b24c4ab6b9dd8b0de0ac88 HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.025 [openstack-keystone-api-5000] [] 10.0.0.79:5000 550 0.025 200 6e2c19f334a1ab8b2119ff6d9e30394e 199.204.45.116 - - [04/May/2026:01:57:20 +0000] "GET /v3/role_assignments?role.id=117dd9d428834edcb0c7f5b317f32547&user.id=a5bcdd4d62114e40b2a09b8d4f247bf4&scope.project.id=8f9711e37fc04250850ebfa3477b306a HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.016 [openstack-keystone-api-5000] [] 10.0.0.79:5000 270 0.016 200 5f7b4991f5aa647b633bc2846a808a07 199.204.45.116 - - [04/May/2026:01:57:20 +0000] "PUT /v3/projects/8f9711e37fc04250850ebfa3477b306a/users/a5bcdd4d62114e40b2a09b8d4f247bf4/roles/117dd9d428834edcb0c7f5b317f32547 HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 558 0.049 [openstack-keystone-api-5000] [] 10.0.0.79:5000 0 0.049 204 9a806cb613d14926862548fc1fb375ea 199.204.45.116 - - [04/May/2026:01:57:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.004 300 f43dcbdc06c56a2c43c9403828dfc17c 199.204.45.116 - - [04/May/2026:01:57:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.332 [openstack-keystone-api-5000] [] 10.0.0.79:5000 1992 0.331 201 9bba8eb86f4bca485b680e99af0c83e1 199.204.45.116 - - [04/May/2026:01:57:20 +0000] "GET /v3/services HTTP/1.1" 200 597 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.021 [openstack-keystone-api-5000] [] 10.0.0.79:5000 597 0.021 200 0c309599df49d5a594fe8557b34fa263 199.204.45.116 - - [04/May/2026:01:57:21 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 596 0.035 [openstack-keystone-api-5000] [] 10.0.0.79:5000 263 0.035 201 899dfd9417ec179eeb46b8e7466f1e79 199.204.45.116 - - [04/May/2026:01:57:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.003 300 5255e40bbdf526bb97144b757b5555c1 199.204.45.116 - - [04/May/2026:01:57:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2094 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.79:5000 2094 0.305 201 982823f1c3cd1a2d27c62f68e9edbabc 199.204.45.116 - - [04/May/2026:01:57:21 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.022 [openstack-keystone-api-5000] [] 10.0.0.79:5000 848 0.021 200 f394bacd4c953eb6117bfbd9f9aded3a 199.204.45.116 - - [04/May/2026:01:57:21 +0000] "GET /v3/endpoints HTTP/1.1" 200 2223 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.024 [openstack-keystone-api-5000] [] 10.0.0.79:5000 2223 0.023 200 afe7c881c331eefdbe3e192c20d8f830 199.204.45.116 - - [04/May/2026:01:57:23 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 686 1.121 [openstack-keystone-api-5000] [] 10.0.0.79:5000 379 1.121 201 0597bafcfd006d78639f7186125b078f 199.204.45.116 - - [04/May/2026:01:57:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.003 300 caeda3de64f0dbf68377d9ddd3e6f482 199.204.45.116 - - [04/May/2026:01:57:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2303 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.79:5000 2303 0.301 201 1555c6dcae84cadc214aa352015f34fe 199.204.45.116 - - [04/May/2026:01:57:23 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.016 [openstack-keystone-api-5000] [] 10.0.0.79:5000 848 0.016 200 5eff443f8e5bb23df66bb6f9ec6690a1 199.204.45.116 - - [04/May/2026:01:57:23 +0000] "GET /v3/endpoints HTTP/1.1" 200 2589 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.024 [openstack-keystone-api-5000] [] 10.0.0.79:5000 2589 0.024 200 128f3742391bbb268b636c7821ae28cb 199.204.45.116 - - [04/May/2026:01:57:23 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 699 0.031 [openstack-keystone-api-5000] [] 10.0.0.79:5000 392 0.032 201 e60bad89b335dfc2bfc97c71fdc9bf06 W0504 01:57:25.109087 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0504 01:57:25.109347 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0504 01:57:25.109477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:25.109536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:57:25.114884 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0504 01:57:25.114965 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0504 01:57:25.119585 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0504 01:57:25.119777 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"d12c0a19-a842-4ab6-a729-bfff57acaff3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8592", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:57:25.119911 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0504 01:57:25.120148 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0504 01:57:25.120218 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0504 01:57:25.120265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:25.120277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:57:25.120360 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:57:25.170931 7 controller.go:216] "Backend successfully reloaded" I0504 01:57:25.171267 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9vzgr", UID:"ca3bfdca-b45e-4a4f-b40d-d6a3e90673bc", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0504 01:57:25.477835 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0504 01:57:25.478889 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0504 01:57:28.454591 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0504 01:57:28.454775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:28.454798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:57:40.072648 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.109.163.84"}] I0504 01:57:40.587924 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"d12c0a19-a842-4ab6-a729-bfff57acaff3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8709", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 01:57:40.786236 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0504 01:57:40.786440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:40.786459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:45.824641 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0504 01:57:45.824824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:45.824852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:50.995687 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0504 01:57:50.995972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:50.995999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:54.329499 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:57:54.329722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:54.329775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 01:57:54.330007 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 01:57:54.391799 7 controller.go:216] "Backend successfully reloaded" I0504 01:57:54.392039 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9vzgr", UID:"ca3bfdca-b45e-4a4f-b40d-d6a3e90673bc", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0504 01:57:57.663078 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:57:57.663388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:57:57.663413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:00.997806 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:58:00.997987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:00.998016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:16.543357 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:58:16.543492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:16.543512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:24.471251 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:58:24.471415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:24.471439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:59.984337 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0504 01:58:59.984501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:58:59.984796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:59:38.522425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 01:59:38.522454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:28.378543 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0504 02:00:28.378623 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0504 02:00:28.378662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:28.378671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 02:00:28.381147 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.003s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:39.2kB} I0504 02:00:28.381167 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0504 02:00:28.391093 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0504 02:00:28.391350 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"198f015e-3de3-43f5-a88b-7f7b80e4ccfa", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10145", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 02:00:28.391569 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0504 02:00:28.391958 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0504 02:00:28.392064 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0504 02:00:28.392148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:28.392169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 02:00:28.392315 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 02:00:28.451061 7 controller.go:216] "Backend successfully reloaded" I0504 02:00:28.453255 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9vzgr", UID:"ca3bfdca-b45e-4a4f-b40d-d6a3e90673bc", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0504 02:00:28.789501 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0504 02:00:28.790450 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0504 02:00:31.725417 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0504 02:00:31.725524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:31.725535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.116 - - [04/May/2026:02:00:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.004 300 3ae9187b917a47ebb51f7f3895798482 199.204.45.116 - - [04/May/2026:02:00:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.341 [openstack-keystone-api-5000] [] 10.0.0.79:5000 3138 0.341 201 5373a9188f1c37fbfe776d4656391553 199.204.45.116 - - [04/May/2026:02:00:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1d527c2e17d4d34ad9fabcdd41d8e527 199.204.45.116 - - [04/May/2026:02:00:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0311ecdd6d12444b0dcdffe16d9a7952 199.204.45.116 - - [04/May/2026:02:00:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0af18e165e926dd3bea5e9d128796e96 199.204.45.116 - - [04/May/2026:02:00:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bc9b5e58630f38b7ac50232693e83e6b 199.204.45.116 - - [04/May/2026:02:00:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8e1877fc284f5f1385fea024380938e3 199.204.45.116 - - [04/May/2026:02:00:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9bb5aa3543cd1c65b0766fda074b886e 199.204.45.116 - - [04/May/2026:02:00:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.004 300 3a59153ef56e72fada8c3090ce025e04 199.204.45.116 - - [04/May/2026:02:00:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.79:5000 3138 0.287 201 a6418c47e65564a45e4065c610a33f19 199.204.45.116 - - [04/May/2026:02:00:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5c81cb543fa3c5b7a31616b001934b3f 199.204.45.116 - - [04/May/2026:02:00:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0b25e76e9e1b1c1dd73712b09a9a3ed0 199.204.45.116 - - [04/May/2026:02:00:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fa70db478ce089d30588dce900074790 199.204.45.116 - - [04/May/2026:02:00:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c4bc9fa44fe2e645c0f54d3c83ce9b45 199.204.45.116 - - [04/May/2026:02:00:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cbb1675c2b6d851cc31cf0135858c8a0 199.204.45.116 - - [04/May/2026:02:00:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cbcf7a644389855ae3f5d3d4877a3463 199.204.45.116 - - [04/May/2026:02:00:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.004 300 e01bbfdbe28e7fe758dfde2c8e991a66 199.204.45.116 - - [04/May/2026:02:00:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.79:5000 3138 0.299 201 ca3dcbadb092aa82391dde72cfc3cbcf 199.204.45.116 - - [04/May/2026:02:00:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - aa1910047c508052ebe61d7417a79c3e 199.204.45.116 - - [04/May/2026:02:00:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dc2289498093638d7e69023639bc9d4a 199.204.45.116 - - [04/May/2026:02:00:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ed9f299612e885e64a9b4399cfa685c7 199.204.45.116 - - [04/May/2026:02:00:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 686d41f1547e1c8728ad5da075598122 199.204.45.116 - - [04/May/2026:02:00:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2d02aa4639a7cd0a768abe33324a7646 199.204.45.116 - - [04/May/2026:02:00:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a9787eeb377fbdbcd96468476eace5d5 199.204.45.116 - - [04/May/2026:02:00:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.004 300 e6cb6389e0e23ffc9abf2048a1f97dd6 199.204.45.116 - - [04/May/2026:02:00:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.79:5000 3138 0.298 201 c5180788c04d43cb61c7241ee7c5e07e 199.204.45.116 - - [04/May/2026:02:00:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c5a867ac515615568b8b793574108162 199.204.45.116 - - [04/May/2026:02:00:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d2a586ffa5c9dd1eb59e2f2766079c5b 199.204.45.116 - - [04/May/2026:02:00:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 56f6907e90d6f4ba3969e6f89cd4bcf7 199.204.45.116 - - [04/May/2026:02:00:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 226c85e0801ce64fedbd3d0ba4a2b1a9 199.204.45.116 - - [04/May/2026:02:00:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ad0b971a3f798f7ededbde110ea9da59 199.204.45.116 - - [04/May/2026:02:00:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 543796bdee35ea69b5a2f9f8c4f3bc83 W0504 02:00:39.081214 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0504 02:00:39.081401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:39.081428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.116 - - [04/May/2026:02:00:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.004 300 745175faa433bc699eaef53f101f4c81 199.204.45.116 - - [04/May/2026:02:00:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.79:5000 3138 0.296 201 ae202287d386134ee8cdd8b7f7c751dd 199.204.45.116 - - [04/May/2026:02:00:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 79dcda42bc4dbb83672f5c19e3947a1b 199.204.45.116 - - [04/May/2026:02:00:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 73f8d364c08b906906623b4a3a941ff1 199.204.45.116 - - [04/May/2026:02:00:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a3644d7faf244e03379ecefede8cd0d8 199.204.45.116 - - [04/May/2026:02:00:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - eb596289e8178a1b1c9212769264290b 199.204.45.116 - - [04/May/2026:02:00:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - db50a65db8dddfb9c73521778ab3dda4 199.204.45.116 - - [04/May/2026:02:00:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 528c0a40675a6c80986726402f627257 I0504 02:00:40.074468 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.109.163.84"}] I0504 02:00:40.129145 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"198f015e-3de3-43f5-a88b-7f7b80e4ccfa", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10243", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.116 - - [04/May/2026:02:00:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.004 300 33cff0399eb2404d3a830eb55088d331 199.204.45.116 - - [04/May/2026:02:00:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.335 [openstack-keystone-api-5000] [] 10.0.0.79:5000 3138 0.334 201 9918f3702d8d4c6e0f4e85b1ca263289 199.204.45.116 - - [04/May/2026:02:00:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 03a70e2c51e39f6569330c339c4cf289 199.204.45.116 - - [04/May/2026:02:00:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7e12e08abf66ec4efe81df393f42dafd 199.204.45.116 - - [04/May/2026:02:00:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 34221505490e04f409f853e8c0bee33e 199.204.45.116 - - [04/May/2026:02:00:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - daf6bd3dfcb62e610f3c03ef2f111b58 199.204.45.116 - - [04/May/2026:02:00:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - badad4f4138f31f6f8200535a9d13d07 199.204.45.116 - - [04/May/2026:02:00:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2db5b2a2ae74de159a7e4e8a3b58a0f8 W0504 02:00:42.414629 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0504 02:00:42.414915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:42.414957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.116 - - [04/May/2026:02:00:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.004 300 18c53eb12ac29d6bfc9fb983f8e87c88 199.204.45.116 - - [04/May/2026:02:00:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.314 [openstack-keystone-api-5000] [] 10.0.0.79:5000 3138 0.314 201 f1f767f4b8b31896ede3e8d175b5abe4 199.204.45.116 - - [04/May/2026:02:00:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2a38cf6f3c9efcbe5077729aa3e4ceb6 199.204.45.116 - - [04/May/2026:02:00:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 19e71f3f4d2d792f9e94437d1af652c8 199.204.45.116 - - [04/May/2026:02:00:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e8bec3d0a1e1ea664ccad7b38e199379 199.204.45.116 - - [04/May/2026:02:00:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1868f7a5ec5e065dcafe9ca442ab4b43 199.204.45.116 - - [04/May/2026:02:00:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2aa62933ad021a081b475307c90adca9 199.204.45.116 - - [04/May/2026:02:00:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 02f4426ba521ed9462b2fe12ff1d0d23 199.204.45.116 - - [04/May/2026:02:00:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.005 300 0acd19222f67d33f97ab14b61db11803 199.204.45.116 - - [04/May/2026:02:00:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.79:5000 3138 0.289 201 0a476f2ba0420852144ad8ecf993c45d 199.204.45.116 - - [04/May/2026:02:00:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c812db01a48878bf8c3ffe64254713fb 199.204.45.116 - - [04/May/2026:02:00:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b004540483e7aca47b12f99e2df2e856 199.204.45.116 - - [04/May/2026:02:00:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 212fd0120ea7c7675d4c7747a344b325 199.204.45.116 - - [04/May/2026:02:00:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8b4426daffa960bfa3c6ce306290a3bc 199.204.45.116 - - [04/May/2026:02:00:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b7cd709e7aa65bbc99009d3cfa98c385 199.204.45.116 - - [04/May/2026:02:00:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - eed4653a91383bf2f2c73f134c8cc45c 199.204.45.116 - - [04/May/2026:02:00:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.004 300 18daa759c77eecea6d6fbe8e3d36ebc8 199.204.45.116 - - [04/May/2026:02:00:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.79:5000 3138 0.288 201 823ef850f98733ec3f8ee3dd1f376e1c 199.204.45.116 - - [04/May/2026:02:00:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ff9a8ca8af3a84511696d9acabf4e1be 199.204.45.116 - - [04/May/2026:02:00:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9543a22d93a73e5f92d6d9757ed77684 199.204.45.116 - - [04/May/2026:02:00:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 203b2dccfc228ce81f0e66a8ad089fdf 199.204.45.116 - - [04/May/2026:02:00:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2ed5e1dc9f090bac2738d9698a6031b9 199.204.45.116 - - [04/May/2026:02:00:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dab65635ecc3a8700c4d9ddfc4c25cef 199.204.45.116 - - [04/May/2026:02:00:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fa18575db282198e1e68838987d29904 W0504 02:00:47.396037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:47.396068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.116 - - [04/May/2026:02:00:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.004 300 26c76ca4b03eba985642ca16e9721bf0 199.204.45.116 - - [04/May/2026:02:00:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.79:5000 3138 0.305 201 257c50d758a93ac0b1a24cf7d9431e06 199.204.45.116 - - [04/May/2026:02:00:48 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.004 [openstack-glance-api-9292] [] 10.0.0.47:9292 1193 0.004 300 16ca6aa102aedfe3cecd180576c22349 199.204.45.116 - - [04/May/2026:02:00:48 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.540 [openstack-glance-api-9292] [] 10.0.0.47:9292 69 0.539 200 69c0813d1a0188119eec3e155468f109 199.204.45.116 - - [04/May/2026:02:00:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.79:5000 281 0.004 300 02f2eb3f88834ea5f3f9de5f96fd1fda 199.204.45.116 - - [04/May/2026:02:00:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.79:5000 3138 0.293 201 0fa2835b01f85122693450b8bad54891 199.204.45.116 - - [04/May/2026:02:00:52 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.47:9292 1193 0.003 300 abf8d70bce0c73b04509db4a9fab7bdd 199.204.45.116 - - [04/May/2026:02:00:52 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.047 [openstack-glance-api-9292] [] 10.0.0.47:9292 69 0.047 200 9da0327cf71e2fff033f1b1dc39d782c 199.204.45.116 - - [04/May/2026:02:00:52 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.107 [openstack-glance-api-9292] [] 10.0.0.47:9292 151 0.107 404 15cf8c73dbce07abc4498d85a1d6dc20 199.204.45.116 - - [04/May/2026:02:00:52 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.020 [openstack-glance-api-9292] [] 10.0.0.47:9292 81 0.021 200 5ab10395c118e572ebc88f6f8f8c873b 199.204.45.116 - - [04/May/2026:02:00:52 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.024 [openstack-glance-api-9292] [] 10.0.0.47:9292 84 0.024 200 28bef09e53a3de52d1555c533be1e717 199.204.45.116 - - [04/May/2026:02:00:52 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 748 0.165 [openstack-glance-api-9292] [] 10.0.0.47:9292 760 0.165 201 a5c48e891bba64ffc0c8473c302ea5ef 199.204.45.116 - - [04/May/2026:02:00:56 +0000] "PUT /v2/images/f54ecbcc-59a1-49e0-8ffe-431823594be2/file HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.040 [openstack-glance-api-9292] [] 10.0.0.47:9292 0 4.039 204 332e5087d3e98a658fac3996338c27f8 199.204.45.116 - - [04/May/2026:02:00:56 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.022 [openstack-glance-api-9292] [] 10.0.0.47:9292 1240 0.023 200 816d27c2642bb7a2dbdba37313cd0eb4 199.204.45.116 - - [04/May/2026:02:00:56 +0000] "PATCH /v2/images/f54ecbcc-59a1-49e0-8ffe-431823594be2 HTTP/1.1" 200 1171 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 540 0.017 [openstack-glance-api-9292] [] 10.0.0.47:9292 1171 0.017 200 3647bdcffbd07a58a4f90fee814b90aa 199.204.45.116 - - [04/May/2026:02:00:56 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.018 [openstack-glance-api-9292] [] 10.0.0.47:9292 1240 0.017 200 b792fe94a79c332a4547ee08ba117bc3 W0504 02:00:59.900171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:00:59.900218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:03.235848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:03.235963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:21.572669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:21.572719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:24.907020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:24.907067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:28.491029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:28.491070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:31.824494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:31.824567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:47.239965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:47.240034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:55.388660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:55.388769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:58.723059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:01:58.723099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:04:36.093497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:04:36.093548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:06:37.441815 7 controller.go:1441] Error getting SSL certificate "openstack/cinder-api-certs": local SSL certificate openstack/cinder-api-certs was not found. Using default certificate W0504 02:06:37.441929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:06:37.441968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 02:06:37.447062 7 admission.go:149] processed ingress via admission controller {testedIngressLength:9 testedIngressTime:0.006s renderingIngressLength:9 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:42.6kB} I0504 02:06:37.447088 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/volumev3" I0504 02:06:37.454677 7 store.go:440] "Found valid IngressClass" ingress="openstack/volumev3" ingressclass="atmosphere" I0504 02:06:37.455062 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"volumev3", UID:"0eadc1b3-e6a6-4955-9ef6-4091cd9f249e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"12898", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 02:06:37.455523 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/cinder-api-certs" in local store W0504 02:06:37.456270 7 controller.go:1441] Error getting SSL certificate "openstack/cinder-api-certs": local SSL certificate openstack/cinder-api-certs was not found. Using default certificate W0504 02:06:37.456480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:06:37.456560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 02:06:37.456842 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 02:06:37.514502 7 controller.go:216] "Backend successfully reloaded" I0504 02:06:37.514758 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9vzgr", UID:"ca3bfdca-b45e-4a4f-b40d-d6a3e90673bc", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0504 02:06:37.707271 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/cinder-api-certs" I0504 02:06:37.709384 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/cinder-api-certs" I0504 02:06:40.073369 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="volumev3" currentValue=null newValue=[{"ip":"10.109.163.84"}] I0504 02:06:40.083135 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"volumev3", UID:"0eadc1b3-e6a6-4955-9ef6-4091cd9f249e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"12965", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 02:06:40.790396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:06:40.790446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:06:44.125074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:06:44.125177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:06:47.456760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:06:47.456808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:08:03.547257 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0504 02:08:03.547403 7 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0504 02:08:03.547464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:08:03.547482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 02:08:03.551567 7 admission.go:149] processed ingress via admission controller {testedIngressLength:10 testedIngressTime:0.005s renderingIngressLength:10 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:46.1kB} I0504 02:08:03.551594 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/placement" I0504 02:08:03.558960 7 store.go:440] "Found valid IngressClass" ingress="openstack/placement" ingressclass="atmosphere" I0504 02:08:03.559224 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"a2e8085a-45f2-4251-80df-0d11fa63c5c7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13571", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 02:08:03.559515 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/placement-api-certs" in local store W0504 02:08:03.559989 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0504 02:08:03.560119 7 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0504 02:08:03.560217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:08:03.560239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 02:08:03.560420 7 controller.go:196] "Configuration changes detected, backend reload required" I0504 02:08:03.619174 7 controller.go:216] "Backend successfully reloaded" I0504 02:08:03.619463 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9vzgr", UID:"ca3bfdca-b45e-4a4f-b40d-d6a3e90673bc", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0504 02:08:04.153672 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/placement-api-certs" I0504 02:08:04.154840 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/placement-api-certs" W0504 02:08:06.893653 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0504 02:08:06.894399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:08:06.894432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:08:20.508269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:08:20.508301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0504 02:08:40.071795 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="placement" currentValue=null newValue=[{"ip":"10.109.163.84"}] I0504 02:08:40.077742 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"a2e8085a-45f2-4251-80df-0d11fa63c5c7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13797", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0504 02:08:40.080965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0504 02:08:40.080998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store