------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0505 10:22:41.948270 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0505 10:22:41.948409 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0505 10:22:41.957713 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0505 10:22:41.962044 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0505 10:22:42.270383 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0505 10:22:42.297059 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0505 10:22:42.311705 7 nginx.go:271] "Starting NGINX Ingress controller" I0505 10:22:42.322065 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"e5e5343d-7f1f-4592-b3cd-ac14fb1c583e", APIVersion:"v1", ResourceVersion:"1363", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0505 10:22:42.325216 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"50fa9045-94c4-4eae-b51a-64fe116f7e27", APIVersion:"v1", ResourceVersion:"1362", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0505 10:22:42.325286 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"51fc1165-3376-4fab-91da-4a1f02aff20d", APIVersion:"v1", ResourceVersion:"1364", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0505 10:22:43.514485 7 nginx.go:317] "Starting NGINX process" I0505 10:22:43.514615 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0505 10:22:43.515061 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0505 10:22:43.515409 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0505 10:22:43.515496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:22:43.515529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:22:43.515631 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 10:22:43.525280 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0505 10:22:43.525356 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-bdt9p" I0505 10:22:43.547502 7 controller.go:216] "Backend successfully reloaded" I0505 10:22:43.547652 7 controller.go:227] "Initial sync, sleeping for 1 second" I0505 10:22:43.547835 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bdt9p", UID:"85a3ba16-fb2c-4426-897c-e80b2511a539", APIVersion:"v1", ResourceVersion:"1471", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0505 10:22:47.342213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:22:47.342243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:22:50.676252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:22:50.676305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:22:54.009602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:22:54.009638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:22:57.342917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:22:57.342972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:00.677059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:00.677110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:04.009812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:04.009881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:07.342914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:07.342963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:10.675789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:10.675873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:14.009897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:14.009935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:17.342552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:17.342604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:21.326998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:21.327029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:09.122785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:09.122831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:12.456292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:12.456358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:15.791641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:15.791704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:20.171502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:20.171544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:23.505497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:23.505536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:26.839265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:26.839333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:30.172603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:30.172649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:33.506588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:33.506634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:20.984684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:20.984721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:24.023264 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-116.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-116.nip.io-tls was not found. Using default certificate W0505 10:25:24.023311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:24.023324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:25:24.024646 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0505 10:25:24.024673 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0505 10:25:24.033042 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0505 10:25:24.033261 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"5a6c59c2-8873-46ed-a71a-e6983e83c60e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2910", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:25:24.033495 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-116.nip.io-tls" in local store W0505 10:25:24.318605 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-116.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-116.nip.io-tls was not found. Using default certificate W0505 10:25:24.318673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:24.318693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:25:24.318768 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 10:25:24.363209 7 controller.go:216] "Backend successfully reloaded" I0505 10:25:24.364260 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bdt9p", UID:"85a3ba16-fb2c-4426-897c-e80b2511a539", APIVersion:"v1", ResourceVersion:"1471", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 10:25:24.418068 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-116.nip.io-tls" I0505 10:25:24.419299 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-116.nip.io-tls" W0505 10:25:27.652130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:27.652184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:30.985442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:30.985514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:34.918115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:34.918181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.116 - - [05/May/2026:10:25:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.492 200 4bb50c868e2be487d7d04866ee16f3d5 199.19.213.116 - - [05/May/2026:10:25:35 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1197 0.050 [auth-system-keycloak-80] [] 10.0.0.61:8080 28 0.051 404 d2429552372a6d896e7a4eac0d36e3de 199.19.213.116 - - [05/May/2026:10:25:37 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 1.208 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 1.207 201 8e99eef918f5488dc9daf26db9c03854 199.19.213.116 - - [05/May/2026:10:25:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1197 0.228 [auth-system-keycloak-80] [] 10.0.0.61:8080 4101 0.228 200 fa73a1cd487e4b5038516aeca59f83d4 199.19.213.116 - - [05/May/2026:10:25:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.063 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.061 200 270fdb8cb7c085c19807f48362a8055b 199.19.213.116 - - [05/May/2026:10:25:38 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 11528 "-" "Ansible" 1211 0.026 [auth-system-keycloak-80] [] 10.0.0.61:8080 11535 0.026 200 dae247befbb65c21a7be43eea51e5ddb 199.19.213.116 - - [05/May/2026:10:25:38 +0000] "GET /admin/realms/atmosphere/client-scopes/aff118dd-a142-44ad-93a7-5159f3e97c8e HTTP/1.1" 200 1146 "-" "Ansible" 1248 0.017 [auth-system-keycloak-80] [] 10.0.0.61:8080 1146 0.017 200 f1afe719f37a8e3082289908a3cf7457 199.19.213.116 - - [05/May/2026:10:25:38 +0000] "PUT /admin/realms/atmosphere/client-scopes/aff118dd-a142-44ad-93a7-5159f3e97c8e HTTP/1.1" 204 0 "-" "Ansible" 1848 0.021 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.020 204 ae581625b66e5944b328d28f85f8b350 199.19.213.116 - - [05/May/2026:10:25:38 +0000] "GET /admin/realms/atmosphere/client-scopes/aff118dd-a142-44ad-93a7-5159f3e97c8e/protocol-mappers/models HTTP/1.1" 200 831 "-" "Ansible" 1272 0.026 [auth-system-keycloak-80] [] 10.0.0.61:8080 831 0.026 200 cc8b3c41c9bf583b2e828e86f16f1226 199.19.213.116 - - [05/May/2026:10:25:38 +0000] "GET /admin/realms/atmosphere/client-scopes/aff118dd-a142-44ad-93a7-5159f3e97c8e/protocol-mappers/models/a3e993b8-6014-47ee-bff5-49a526eb9ad8 HTTP/1.1" 200 331 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.61:8080 331 0.013 200 ccb323eb79129b1912112ab0eb808fff 199.19.213.116 - - [05/May/2026:10:25:38 +0000] "PUT /admin/realms/atmosphere/client-scopes/aff118dd-a142-44ad-93a7-5159f3e97c8e/protocol-mappers/models/a3e993b8-6014-47ee-bff5-49a526eb9ad8 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.021 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.021 204 34d2f8b0f296409a0e326c0e37979886 199.19.213.116 - - [05/May/2026:10:25:38 +0000] "GET /admin/realms/atmosphere/client-scopes/aff118dd-a142-44ad-93a7-5159f3e97c8e HTTP/1.1" 200 1121 "-" "Ansible" 1248 0.017 [auth-system-keycloak-80] [] 10.0.0.61:8080 1121 0.016 200 b6134e090a9b141f5ffd79fc924f8a9a W0505 10:25:38.252462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:38.252504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:41.585112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:41.585162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:25:43.533059 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.6.91"}] I0505 10:25:43.542534 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"5a6c59c2-8873-46ed-a71a-e6983e83c60e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3206", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:25:44.919034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:44.919077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.116 - - [05/May/2026:10:25:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.047 200 956be5d9c180775c83c5e28416463bd9 199.19.213.116 - - [05/May/2026:10:25:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.019 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.019 200 9332cb51927081f8e55e405a67e1127e 199.19.213.116 - - [05/May/2026:10:25:59 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.069 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.065 201 494edb5b51752c2c4b0714f146dea2d9 199.19.213.116 - - [05/May/2026:10:25:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.022 [auth-system-keycloak-80] [] 10.0.0.61:8080 1261 0.021 200 c640735b8df1f257f158cf3d9155d6c6 199.19.213.116 - - [05/May/2026:10:25:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.051 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.050 200 91ae094d9209f078e9455cca1b059f39 199.19.213.116 - - [05/May/2026:10:25:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.010 200 5eaa51521dc21cf1ded655574f8750e2 199.19.213.116 - - [05/May/2026:10:25:59 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.040 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.039 201 8b86557fc20fcab30826b89c734d32b8 199.19.213.116 - - [05/May/2026:10:25:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.023 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.022 200 c15bb2648ad36dc1d8918f9e988790b2 199.19.213.116 - - [05/May/2026:10:26:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.051 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.049 200 db9170031d04b85ee3bf63d99df933f4 199.19.213.116 - - [05/May/2026:10:26:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.012 200 264216484ef56601a8208ce0a5802eb5 199.19.213.116 - - [05/May/2026:10:26:00 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.039 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.039 201 e0961a1293b9d48e39569253c0442320 199.19.213.116 - - [05/May/2026:10:26:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.022 [auth-system-keycloak-80] [] 10.0.0.61:8080 1251 0.021 200 3136e231a38cb965d24018165d9db2c2 199.19.213.116 - - [05/May/2026:10:26:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.061 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.058 200 6ab2f19e9dd4514bdecd2c142c9530f1 199.19.213.116 - - [05/May/2026:10:26:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.011 [auth-system-keycloak-80] [] 10.0.0.61:8080 1261 0.010 200 e3c78d5b71f04ebef5c46234e37ce577 199.19.213.116 - - [05/May/2026:10:26:01 +0000] "GET /admin/realms/atmosphere/clients/f64e6ba2-1626-4453-8c32-54a6e1d50445/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.033 [auth-system-keycloak-80] [] 10.0.0.61:8080 31 0.033 404 983ca08f4139938364c9b47cee0bb3bd 199.19.213.116 - - [05/May/2026:10:26:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 1261 0.009 200 1ffc4264dc873f1e30b140f3307369c6 199.19.213.116 - - [05/May/2026:10:26:01 +0000] "POST /admin/realms/atmosphere/clients/f64e6ba2-1626-4453-8c32-54a6e1d50445/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.021 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.020 201 3c191472529ed468af62c9a0ba11dcdb 199.19.213.116 - - [05/May/2026:10:26:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 1261 0.009 200 3f0bff0e135efcd51f42c7294907fdc1 199.19.213.116 - - [05/May/2026:10:26:01 +0000] "GET /admin/realms/atmosphere/clients/f64e6ba2-1626-4453-8c32-54a6e1d50445/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.019 [auth-system-keycloak-80] [] 10.0.0.61:8080 166 0.019 200 afd14628d7348c58a1993c5a1a3b9ab3 199.19.213.116 - - [05/May/2026:10:26:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.053 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.051 200 b79a43f0ad431f19f2aa4fd6d6447bfa 199.19.213.116 - - [05/May/2026:10:26:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.010 200 2623cc941ead7cdb5c63d13df3b34f0a 199.19.213.116 - - [05/May/2026:10:26:01 +0000] "GET /admin/realms/atmosphere/clients/4290de47-a70a-48a4-8961-0eedc0835495/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.61:8080 31 0.012 404 e48ffc3a2bf2674968d0ce8952517204 199.19.213.116 - - [05/May/2026:10:26:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.006 200 fd8e991d073c8ea0a365a46d165017ca 199.19.213.116 - - [05/May/2026:10:26:01 +0000] "POST /admin/realms/atmosphere/clients/4290de47-a70a-48a4-8961-0eedc0835495/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.014 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.014 201 840d1995dfd580bda4c15f194b2bb054 199.19.213.116 - - [05/May/2026:10:26:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.008 200 5ae621c81a6131ffc1acc258e402f8a8 199.19.213.116 - - [05/May/2026:10:26:01 +0000] "GET /admin/realms/atmosphere/clients/4290de47-a70a-48a4-8961-0eedc0835495/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.61:8080 165 0.014 200 54972c93a1bbb7813d32e3a88e0af9ec 199.19.213.116 - - [05/May/2026:10:26:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.053 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.051 200 0138d7dcf66c17139a293c07678b85dd 199.19.213.116 - - [05/May/2026:10:26:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.009 200 aec537d6c863fbc2ba7a24c560acb6b3 199.19.213.116 - - [05/May/2026:10:26:02 +0000] "GET /admin/realms/atmosphere/clients/4290de47-a70a-48a4-8961-0eedc0835495/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 31 0.010 404 f4e48f885b20569726b6f97299fd7305 199.19.213.116 - - [05/May/2026:10:26:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.010 200 91edc289eac6f5b5fa4c185f247d9740 199.19.213.116 - - [05/May/2026:10:26:02 +0000] "POST /admin/realms/atmosphere/clients/4290de47-a70a-48a4-8961-0eedc0835495/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.032 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.028 201 55e8d7e46a8193d52af6f2644858bb28 199.19.213.116 - - [05/May/2026:10:26:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.009 200 4196fd02d7063d675ce49658676a6925 199.19.213.116 - - [05/May/2026:10:26:02 +0000] "GET /admin/realms/atmosphere/clients/4290de47-a70a-48a4-8961-0eedc0835495/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.61:8080 166 0.014 200 3d476635a2c9f7125ab15aa58cbaa33b 199.19.213.116 - - [05/May/2026:10:26:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.058 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.057 200 a8f650e6fe6919a40dbb58b33cf9d809 199.19.213.116 - - [05/May/2026:10:26:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.019 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.019 200 b944a7908051bf3d651f9713a927043a 199.19.213.116 - - [05/May/2026:10:26:02 +0000] "GET /admin/realms/atmosphere/clients/4290de47-a70a-48a4-8961-0eedc0835495/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.61:8080 31 0.012 404 8d2830c44843c4f4e7b58d4330b3e365 199.19.213.116 - - [05/May/2026:10:26:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.009 200 01d79f80ffcf78298dded27c789663a8 199.19.213.116 - - [05/May/2026:10:26:02 +0000] "POST /admin/realms/atmosphere/clients/4290de47-a70a-48a4-8961-0eedc0835495/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.020 201 fce43656c7624c7de2874456fe4ce7ca 199.19.213.116 - - [05/May/2026:10:26:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.009 200 0fb1e32542009725b5c79b60103d4624 199.19.213.116 - - [05/May/2026:10:26:02 +0000] "GET /admin/realms/atmosphere/clients/4290de47-a70a-48a4-8961-0eedc0835495/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.61:8080 166 0.016 200 d42297b7fb4cd5240a6bd4f5c3c81d12 199.19.213.116 - - [05/May/2026:10:26:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.051 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.049 200 43217e931d72e46e1d2601f1807036bb 199.19.213.116 - - [05/May/2026:10:26:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.61:8080 1251 0.008 200 3d66b7654add62f728b5b62a15968a3f 199.19.213.116 - - [05/May/2026:10:26:03 +0000] "GET /admin/realms/atmosphere/clients/e9e129c7-7093-42e5-baba-36badf0899ad/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.61:8080 31 0.011 404 6cc5de895e2fd83b8f04ef0833eb8145 199.19.213.116 - - [05/May/2026:10:26:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.61:8080 1251 0.007 200 63cd3d0eab44601bdcfff435a5c80410 199.19.213.116 - - [05/May/2026:10:26:03 +0000] "POST /admin/realms/atmosphere/clients/e9e129c7-7093-42e5-baba-36badf0899ad/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.016 201 88a9a57e67ce91b3373d083e6d3c79f1 199.19.213.116 - - [05/May/2026:10:26:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.61:8080 1251 0.009 200 c6249389a074e5a9a3977ecf292ecf17 199.19.213.116 - - [05/May/2026:10:26:03 +0000] "GET /admin/realms/atmosphere/clients/e9e129c7-7093-42e5-baba-36badf0899ad/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.61:8080 166 0.013 200 c874fa891cbe6ff7152a1d6c49d49e41 W0505 10:27:09.480593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:09.480700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:09.562086 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 10:27:09.562167 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0505 10:27:09.562197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:09.562209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:09.562979 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:27:09.563042 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0505 10:27:09.563075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:09.563093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:27:09.563996 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0505 10:27:09.564021 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0505 10:27:09.564752 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. I0505 10:27:09.565008 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} W0505 10:27:09.565002 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate I0505 10:27:09.565034 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0505 10:27:09.565124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:09.565196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:27:09.567612 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0505 10:27:09.567638 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0505 10:27:09.571949 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0505 10:27:09.572488 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b37ea156-422f-4e76-ba8e-46a9617be648", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4003", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:27:09.572817 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0505 10:27:09.572875 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0505 10:27:09.573066 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f378dc8c-2c66-404b-a5ef-e036faec6924", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4005", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:27:09.573317 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0505 10:27:09.573353 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0505 10:27:09.573607 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"2e9ce073-5d1c-4965-8deb-7dba42b05dd1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4008", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:27:09.573740 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0505 10:27:10.094506 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0505 10:27:10.095379 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0505 10:27:10.189340 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0505 10:27:10.190707 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0505 10:27:10.589880 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0505 10:27:10.590956 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0505 10:27:12.814080 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:27:12.814351 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 10:27:12.814585 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:27:12.814884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:12.814916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:27:12.815205 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 10:27:12.857115 7 controller.go:216] "Backend successfully reloaded" I0505 10:27:12.857376 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bdt9p", UID:"85a3ba16-fb2c-4426-897c-e80b2511a539", APIVersion:"v1", ResourceVersion:"1471", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0505 10:27:16.148182 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:27:16.148248 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 10:27:16.148285 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:27:16.148468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:16.148508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:19.480749 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:27:19.480811 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 10:27:19.480856 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:27:19.480982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:19.481015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:22.814600 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:27:22.814672 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 10:27:22.814722 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:27:22.814863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:22.814888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:26.148857 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:27:26.148931 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 10:27:26.148962 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:27:26.149081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:26.149103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:29.481095 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:27:29.481173 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 10:27:29.481209 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:27:29.481337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:29.481366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:32.816494 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:27:32.816606 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 10:27:32.816684 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:27:32.816868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:32.816919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:36.148300 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:27:36.148370 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 10:27:36.148395 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:27:36.148530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:36.148550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:39.480980 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:27:39.481043 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 10:27:39.481079 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:27:39.481194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:39.481346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:42.813934 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:27:42.814020 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:27:42.814197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:42.814213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:27:43.540763 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.6.91"}] I0505 10:27:43.541045 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.6.91"}] I0505 10:27:43.541252 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.6.91"}] I0505 10:27:43.552427 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f378dc8c-2c66-404b-a5ef-e036faec6924", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4910", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0505 10:27:43.552602 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b37ea156-422f-4e76-ba8e-46a9617be648", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4911", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0505 10:27:43.554236 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"2e9ce073-5d1c-4965-8deb-7dba42b05dd1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4912", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:27:46.147711 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:27:46.147862 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:27:46.148083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:46.148117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:49.481410 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:27:49.481535 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:27:49.481664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:49.481695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:52.814907 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:27:52.814969 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:27:52.815039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:52.815056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.111 - - [05/May/2026:10:27:53 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "Go-http-client/1.1" 161 0.042 [auth-system-keycloak-80] [] 10.0.0.61:8080 6264 0.043 200 4d25c990f0bd00dc1448059c65c6477f 10.0.0.152 - - [05/May/2026:10:27:53 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "Go-http-client/1.1" 161 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 6264 0.009 200 6ba2b243941f67cb19f53b4f8e8aba92 W0505 10:27:56.147814 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:27:56.148030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:56.148060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:59.481076 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:27:59.481374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:27:59.481418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:28:02.815121 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:28:02.818688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:28:02.818787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:28:06.148172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:28:06.148253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:28:09.481995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:28:09.482049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:28:13.100611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:28:13.100668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:28:16.433943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:28:16.433996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.116 - - [05/May/2026:10:28:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.042 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.040 200 a63432fdb9d527dfa3011b9713de397d 199.19.213.116 - - [05/May/2026:10:28:19 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.61:8080 4101 0.007 200 f2650d23be753803445cd0fe02b55d40 199.19.213.116 - - [05/May/2026:10:28:20 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5556 0.162 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.161 204 341fbdf9bbeb17b57794078cf1597e08 199.19.213.116 - - [05/May/2026:10:28:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1197 0.070 [auth-system-keycloak-80] [] 10.0.0.61:8080 4239 0.070 200 d9a92e814dc717a4d225951cb539c78b 199.19.213.116 - - [05/May/2026:10:28:20 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.61:8080 6264 0.007 200 fc9c647dc211c69bd44a785cbbecdaf2 199.19.213.116 - - [05/May/2026:10:28:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.042 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.042 200 5b789db5e667dfe8866fa5f2ae458e1b 199.19.213.116 - - [05/May/2026:10:28:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.009 200 75fb2c0c4719d0f681f4ef476c673f56 199.19.213.116 - - [05/May/2026:10:28:21 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.049 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.049 201 bef7814dbe5eb843eec048bc618a46d6 199.19.213.116 - - [05/May/2026:10:28:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2141 "-" "Ansible" 1223 0.029 [auth-system-keycloak-80] [] 10.0.0.61:8080 2141 0.029 200 58c537953d4dce97cab257c11711cdab 199.19.213.116 - - [05/May/2026:10:28:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.61:8080 1885 0.042 200 7ff95153d23b8c6bcce63f9f416a45f0 199.19.213.116 - - [05/May/2026:10:28:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2141 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.61:8080 2141 0.007 200 fc795a2a6d8bac4145f4d3daf6e08d8e 199.19.213.116 - - [05/May/2026:10:28:22 +0000] "GET /admin/realms/atmosphere/clients/69ef1b43-d1de-4da9-b24a-09d26aa9e56a/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.016 [auth-system-keycloak-80] [] 10.0.0.61:8080 233 0.017 200 3a80dd3811cf0e33d1df43ab9030a3a9 199.19.213.116 - - [05/May/2026:10:28:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.023 [auth-system-keycloak-80] [] 10.0.0.61:8080 831 0.023 200 059381af10bbe59287918030a5ab75fa 199.19.213.116 - - [05/May/2026:10:28:22 +0000] "GET /admin/realms/atmosphere/clients/83dbcebe-c51e-4a26-98c8-3adb24a4f49d/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.028 [auth-system-keycloak-80] [] 10.0.0.61:8080 3758 0.028 200 eed065a2685bbeb3a0fa1ba995193b25 199.19.213.116 - - [05/May/2026:10:28:22 +0000] "GET /admin/realms/atmosphere/users/bebf926f-cbfc-4e62-801f-41940a2b4c3b/role-mappings/clients/83dbcebe-c51e-4a26-98c8-3adb24a4f49d/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.192 [auth-system-keycloak-80] [] 10.0.0.61:8080 3758 0.191 200 26135bfdfc0d8854bb533f176f1d82e0 199.19.213.116 - - [05/May/2026:10:28:22 +0000] "GET /admin/realms/atmosphere/users/bebf926f-cbfc-4e62-801f-41940a2b4c3b/role-mappings/clients/83dbcebe-c51e-4a26-98c8-3adb24a4f49d/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.019 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.020 200 862b784fd6f0372fd1e76f3ce9f65f0e 199.19.213.116 - - [05/May/2026:10:28:22 +0000] "POST /admin/realms/atmosphere/users/bebf926f-cbfc-4e62-801f-41940a2b4c3b/role-mappings/clients/83dbcebe-c51e-4a26-98c8-3adb24a4f49d HTTP/1.1" 204 0 "-" "Ansible" 1390 0.017 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.016 204 6ba954e63abc3982ea115a28277ea62c 199.19.213.116 - - [05/May/2026:10:28:22 +0000] "GET /admin/realms/atmosphere/users/bebf926f-cbfc-4e62-801f-41940a2b4c3b/role-mappings/clients/83dbcebe-c51e-4a26-98c8-3adb24a4f49d/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.61:8080 576 0.013 200 e269a85e2baf9b06f32dcd1bdce763b9 W0505 10:28:25.377956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:28:25.377998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:28:28.711527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:28:28.711585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:28:39.226078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:28:39.226107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:28:42.559934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:28:42.560014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:30:30.358189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:30:30.358239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:03.765885 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0505 10:31:03.766002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:03.766022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:31:03.770507 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0505 10:31:03.770546 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0505 10:31:03.776448 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0505 10:31:03.776767 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"f70e2367-f857-48e6-9a5e-e2437d11414a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6664", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:31:03.777016 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0505 10:31:03.777415 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0505 10:31:03.777497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:03.777511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:31:03.777642 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 10:31:03.831449 7 controller.go:216] "Backend successfully reloaded" I0505 10:31:03.831727 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bdt9p", UID:"85a3ba16-fb2c-4426-897c-e80b2511a539", APIVersion:"v1", ResourceVersion:"1471", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 10:31:04.267142 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0505 10:31:04.268276 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0505 10:31:07.112038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:07.112114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.116 - - [05/May/2026:10:31:08 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 7c49731b58e84f6d67e1c0cad3322743 199.19.213.116 - - [05/May/2026:10:31:09 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.225:5000 266 0.005 200 1c45bb953584384a85aa6788e5e5786b 199.19.213.116 - - [05/May/2026:10:31:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.361 [openstack-keystone-api-5000] [] 10.0.0.225:5000 1297 0.361 201 ca58b7dd7d88f6b32091716a49c7b452 199.19.213.116 - - [05/May/2026:10:31:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 5fea1b35ad7a21eb70857d22a3515081 199.19.213.116 - - [05/May/2026:10:31:10 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.038 [openstack-keystone-api-5000] [] 10.0.0.225:5000 368 0.038 200 f5746598b35de3e5190453e5828cb95a 199.19.213.116 - - [05/May/2026:10:31:10 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.225:5000 266 0.005 200 b28b7cec498a44f84d3ca5be5085b861 199.19.213.116 - - [05/May/2026:10:31:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.225:5000 1297 0.293 201 b74b579929c4da8268d5bab3d0a72982 199.19.213.116 - - [05/May/2026:10:31:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 60ee56831f2938e26859836d2ff62d0e 199.19.213.116 - - [05/May/2026:10:31:11 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.027 [openstack-keystone-api-5000] [] 10.0.0.225:5000 101 0.028 404 acaed9f52f0c0734ad6451fa7167b0a8 199.19.213.116 - - [05/May/2026:10:31:11 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.027 [openstack-keystone-api-5000] [] 10.0.0.225:5000 156 0.027 200 d7d7264677874e17bc3ff7fb428508a8 199.19.213.116 - - [05/May/2026:10:31:11 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.040 [openstack-keystone-api-5000] [] 10.0.0.225:5000 454 0.040 201 5e396207f866a7c9e0bbf75c4c6389bf 199.19.213.116 - - [05/May/2026:10:31:11 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 266 0.004 200 02207912c2dfb4f3bc31904b90835463 199.19.213.116 - - [05/May/2026:10:31:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.316 [openstack-keystone-api-5000] [] 10.0.0.225:5000 1297 0.316 201 eafaaced93c1a0756a6fd63d3eeddc6e 199.19.213.116 - - [05/May/2026:10:31:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 7de51d84803af9650865eaa59f289435 199.19.213.116 - - [05/May/2026:10:31:12 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.030 [openstack-keystone-api-5000] [] 10.0.0.225:5000 98 0.030 404 2ce95419cf6c9587d9e7bed7f0306595 199.19.213.116 - - [05/May/2026:10:31:12 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.028 [openstack-keystone-api-5000] [] 10.0.0.225:5000 136 0.028 200 1d469266de6c9d0474fc5f4ff9e3ce5f 199.19.213.116 - - [05/May/2026:10:31:12 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.027 [openstack-keystone-api-5000] [] 10.0.0.225:5000 332 0.026 201 bf7fbe83fa4eea76db6fcd0013984615 199.19.213.116 - - [05/May/2026:10:31:12 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.225:5000 266 0.005 200 fa11c86e70b82c3e5c2f343136408a68 199.19.213.116 - - [05/May/2026:10:31:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.225:5000 1297 0.288 201 e4549ed8dbc217ea43f1b91a15763397 199.19.213.116 - - [05/May/2026:10:31:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 b0ad3715b99b0ff4ad1a3db7746834a5 199.19.213.116 - - [05/May/2026:10:31:13 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.029 [openstack-keystone-api-5000] [] 10.0.0.225:5000 131 0.029 404 a48d01bff5e258b94b67f804a3f3e089 199.19.213.116 - - [05/May/2026:10:31:13 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.029 [openstack-keystone-api-5000] [] 10.0.0.225:5000 168 0.029 200 0e4f4585134cb80dc58dd271028e3f66 199.19.213.116 - - [05/May/2026:10:31:13 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.031 [openstack-keystone-api-5000] [] 10.0.0.225:5000 224 0.031 201 6733dd9ec07d5f7d582cca431eb5dca0 W0505 10:31:24.410019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:24.410123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:27.743076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:27.743123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:31.076862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:31.076922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:34.409978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:34.410025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:31:43.533768 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.6.91"}] I0505 10:31:43.539353 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"f70e2367-f857-48e6-9a5e-e2437d11414a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7042", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:31:43.541033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:43.541076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:49.882393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:49.882432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:59.183243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:59.183386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:32:02.517055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:32:02.517105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:32.167285 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0505 10:33:32.167374 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0505 10:33:32.167424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:32.167445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:33:32.170243 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:32.2kB} I0505 10:33:32.170298 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0505 10:33:32.175701 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0505 10:33:32.176051 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"3fcb22cc-d02c-4601-81a6-a2ca2dc0f5e7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7988", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:33:32.176460 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0505 10:33:32.176906 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0505 10:33:32.177104 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0505 10:33:32.177263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:32.177290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:33:32.177515 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 10:33:32.231477 7 controller.go:216] "Backend successfully reloaded" I0505 10:33:32.234766 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bdt9p", UID:"85a3ba16-fb2c-4426-897c-e80b2511a539", APIVersion:"v1", ResourceVersion:"1471", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 10:33:32.570121 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0505 10:33:32.571815 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.116 - - [05/May/2026:10:33:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.003 300 24a90acd69e6ee019a318f45fe47a4d1 199.19.213.116 - - [05/May/2026:10:33:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.362 [openstack-keystone-api-5000] [] 10.0.0.225:5000 1929 0.362 201 bc5ca77413863c68c0e2f27e5d619f64 199.19.213.116 - - [05/May/2026:10:33:33 +0000] "GET /v3/roles HTTP/1.1" 200 824 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.024 [openstack-keystone-api-5000] [] 10.0.0.225:5000 824 0.024 200 f97050c6711151fc3bb625e732424381 199.19.213.116 - - [05/May/2026:10:33:33 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.027 [openstack-keystone-api-5000] [] 10.0.0.225:5000 230 0.027 201 48bc68c191387f7d25a55358b7e253d6 W0505 10:33:35.510676 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0505 10:33:35.510925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:35.510958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.116 - - [05/May/2026:10:33:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.101.0 keystoneauth1/5.0.1 python-requests/2.28.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.005 300 a75ab8815fd7ce038b49c39378c759c9 199.19.213.116 - - [05/May/2026:10:33:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/0.101.0 keystoneauth1/5.0.1 python-requests/2.28.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.225:5000 1929 0.301 201 37befa2615275140421e39a6a121e96b 199.19.213.116 - - [05/May/2026:10:33:39 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "python-keystoneclient" 380 0.024 [openstack-keystone-api-5000] [] 10.0.0.225:5000 1045 0.024 200 1f8f742cd3613681b26fe2612085c172 199.19.213.116 - - [05/May/2026:10:33:39 +0000] "PUT /v3/roles/152c18fb845a4d9f9338f305c6f65d81/implies/d078ab2281d54193abb76d8f10544205 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.044 [openstack-keystone-api-5000] [] 10.0.0.225:5000 521 0.044 201 20e317912950fb154a0e335f91309028 W0505 10:33:39.597868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:39.597915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:33:43.534927 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.103.6.91"}] I0505 10:33:43.539427 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"3fcb22cc-d02c-4601-81a6-a2ca2dc0f5e7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8212", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:33:43.541175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:43.541207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.116 - - [05/May/2026:10:34:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 2225d1755eedb6eed0deb88c983c4dc8 199.19.213.116 - - [05/May/2026:10:34:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.335 [openstack-keystone-api-5000] [] 10.0.0.225:5000 1992 0.335 201 9a0d0a90b6619046292a205f0b8fd12f 199.19.213.116 - - [05/May/2026:10:34:30 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.036 [openstack-keystone-api-5000] [] 10.0.0.225:5000 87 0.035 404 35f9ca84a68bdcf70a727e021547345c 199.19.213.116 - - [05/May/2026:10:34:30 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 440 0.030 [openstack-keystone-api-5000] [] 10.0.0.225:5000 390 0.030 200 9f0e953ef806263ba7f732288b81a8ee 199.19.213.116 - - [05/May/2026:10:34:30 +0000] "GET /v3/users?domain_id=4800b8fe38144cceb02cf910aac9039b&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.034 [openstack-keystone-api-5000] [] 10.0.0.225:5000 178 0.034 200 8d6be3caddd9476679d2f1ec568c1230 199.19.213.116 - - [05/May/2026:10:34:30 +0000] "POST /v3/users HTTP/1.1" 201 327 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 664 0.303 [openstack-keystone-api-5000] [] 10.0.0.225:5000 327 0.302 201 0482b4573bfc2f4d43307781ee036f95 199.19.213.116 - - [05/May/2026:10:34:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 8be7bbd46e89911f07f27b89ad1c06da 199.19.213.116 - - [05/May/2026:10:34:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.424 [openstack-keystone-api-5000] [] 10.0.0.225:5000 1992 0.424 201 47f96fbaf18c21a9a222186115440f27 199.19.213.116 - - [05/May/2026:10:34:32 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.128 [openstack-keystone-api-5000] [] 10.0.0.225:5000 1045 0.128 200 9d88b47213cf539c61943b577ffd638b 199.19.213.116 - - [05/May/2026:10:34:32 +0000] "GET /v3/domains HTTP/1.1" 200 810 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.072 [openstack-keystone-api-5000] [] 10.0.0.225:5000 810 0.072 200 935dcb7b7a1e8139bfc51745a0173ec9 199.19.213.116 - - [05/May/2026:10:34:32 +0000] "GET /v3/users?domain_id=4800b8fe38144cceb02cf910aac9039b&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.058 [openstack-keystone-api-5000] [] 10.0.0.225:5000 494 0.057 200 f8353d813cfb22a6ceed61ae7fa22e29 199.19.213.116 - - [05/May/2026:10:34:32 +0000] "GET /v3/projects?domain_id=4800b8fe38144cceb02cf910aac9039b HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.031 [openstack-keystone-api-5000] [] 10.0.0.225:5000 550 0.031 200 534d3f4a6cb767779465d2e1fc27ba53 199.19.213.116 - - [05/May/2026:10:34:32 +0000] "GET /v3/role_assignments?role.id=18f7a73b96b847b397e7734f150bfa93&user.id=14ce9aee679040f48f5f16fabeffceac&scope.project.id=1c4d20e7ae4d45999f5aa75f238dc194 HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.030 [openstack-keystone-api-5000] [] 10.0.0.225:5000 270 0.030 200 6990e876d402b24bf45ae158e96e42f2 199.19.213.116 - - [05/May/2026:10:34:32 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.027 [openstack-keystone-api-5000] [] 10.0.0.225:5000 1045 0.027 200 92a5385f37c3f569d050857887232f9e 199.19.213.116 - - [05/May/2026:10:34:32 +0000] "GET /v3/domains/4800b8fe38144cceb02cf910aac9039b HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.225:5000 270 0.021 200 24462e7d397e3e4b0a8e82b64748f5aa 199.19.213.116 - - [05/May/2026:10:34:32 +0000] "GET /v3/users?domain_id=4800b8fe38144cceb02cf910aac9039b&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.045 [openstack-keystone-api-5000] [] 10.0.0.225:5000 494 0.045 200 091ab355a2a803a7590130aceca009bd 199.19.213.116 - - [05/May/2026:10:34:32 +0000] "GET /v3/projects?domain_id=4800b8fe38144cceb02cf910aac9039b HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.036 [openstack-keystone-api-5000] [] 10.0.0.225:5000 550 0.036 200 4deef349a7e600cb76f29dd11afc1d5e 199.19.213.116 - - [05/May/2026:10:34:32 +0000] "GET /v3/role_assignments?role.id=18f7a73b96b847b397e7734f150bfa93&user.id=14ce9aee679040f48f5f16fabeffceac&scope.project.id=1c4d20e7ae4d45999f5aa75f238dc194 HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.021 [openstack-keystone-api-5000] [] 10.0.0.225:5000 270 0.021 200 0d9358d28109a1fc64024db59d253767 199.19.213.116 - - [05/May/2026:10:34:32 +0000] "PUT /v3/projects/1c4d20e7ae4d45999f5aa75f238dc194/users/14ce9aee679040f48f5f16fabeffceac/roles/18f7a73b96b847b397e7734f150bfa93 HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 558 0.305 [openstack-keystone-api-5000] [] 10.0.0.225:5000 0 0.305 204 4c070de6a8873fae3e2dd62e6320cf4a 199.19.213.116 - - [05/May/2026:10:34:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 772cae4d84eab8d8097bcc9bdd1d1e1c 199.19.213.116 - - [05/May/2026:10:34:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.326 [openstack-keystone-api-5000] [] 10.0.0.225:5000 1992 0.325 201 72204bebc87fa73084a1f6fdd12fcaf9 199.19.213.116 - - [05/May/2026:10:34:33 +0000] "GET /v3/services HTTP/1.1" 200 597 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.019 [openstack-keystone-api-5000] [] 10.0.0.225:5000 597 0.020 200 da9e8a32cdf58687247cab60791cf55b 199.19.213.116 - - [05/May/2026:10:34:35 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 596 1.039 [openstack-keystone-api-5000] [] 10.0.0.225:5000 263 1.039 201 f136def4f1abf7ab8a3b0b791dac4d22 199.19.213.116 - - [05/May/2026:10:34:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.005 300 e0a0e0e12543818b8c3353f989df54b1 199.19.213.116 - - [05/May/2026:10:34:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2094 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.225:5000 2094 0.303 201 0ec2fc7769dfcb73f2f2e060f9620eb3 199.19.213.116 - - [05/May/2026:10:34:36 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.016 [openstack-keystone-api-5000] [] 10.0.0.225:5000 848 0.016 200 e5f37bded7dde6f6f9a4f2b66e089792 199.19.213.116 - - [05/May/2026:10:34:36 +0000] "GET /v3/endpoints HTTP/1.1" 200 2223 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.032 [openstack-keystone-api-5000] [] 10.0.0.225:5000 2223 0.032 200 9b70dfd67b1668fc1d9f549f7aca08d5 199.19.213.116 - - [05/May/2026:10:34:36 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 686 0.068 [openstack-keystone-api-5000] [] 10.0.0.225:5000 379 0.068 201 3907dd0e3392296468fb84929d4d9a1d 199.19.213.116 - - [05/May/2026:10:34:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 8600d552f009eaef6da268c2269e94cd 199.19.213.116 - - [05/May/2026:10:34:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2303 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.225:5000 2303 0.291 201 11fc8568f16be860308a67e80e97d6e7 199.19.213.116 - - [05/May/2026:10:34:36 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.020 [openstack-keystone-api-5000] [] 10.0.0.225:5000 848 0.020 200 f97e58023031be13a2f5965953085c91 199.19.213.116 - - [05/May/2026:10:34:37 +0000] "GET /v3/endpoints HTTP/1.1" 200 2589 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.020 [openstack-keystone-api-5000] [] 10.0.0.225:5000 2589 0.020 200 fed923c09120c2f7bb5c2b458e472a15 199.19.213.116 - - [05/May/2026:10:34:37 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 699 0.047 [openstack-keystone-api-5000] [] 10.0.0.225:5000 392 0.047 201 7a87c07b565aef58511e0a7ed21ffb39 W0505 10:34:38.294884 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 10:34:38.295064 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0505 10:34:38.295148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:34:38.295171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:34:38.299978 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:35.7kB} I0505 10:34:38.300030 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0505 10:34:38.305684 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0505 10:34:38.306053 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"ffaa0673-54bf-4e44-ba98-48a71b95215e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8631", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:34:38.306165 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0505 10:34:38.306530 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 10:34:38.306635 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0505 10:34:38.306714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:34:38.306738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:34:38.306870 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 10:34:38.353486 7 controller.go:216] "Backend successfully reloaded" I0505 10:34:38.354242 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bdt9p", UID:"85a3ba16-fb2c-4426-897c-e80b2511a539", APIVersion:"v1", ResourceVersion:"1471", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 10:34:38.705446 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0505 10:34:38.706811 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0505 10:34:41.640868 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 10:34:41.641067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:34:41.641089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:34:43.532628 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.103.6.91"}] I0505 10:34:43.538022 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"ffaa0673-54bf-4e44-ba98-48a71b95215e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8702", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:34:44.973720 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 10:34:44.973931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:34:44.973954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:34:55.442174 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 10:34:55.442335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:34:55.442351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:35:00.605075 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 10:35:00.605206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:35:00.605222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:35:03.938419 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 10:35:03.938528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:35:03.938540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:35:07.410471 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 10:35:07.410590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:35:07.410606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:35:10.744739 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 10:35:10.745027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:35:10.745092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:35:15.059922 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 10:35:15.060060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:35:15.060083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:35:15.060209 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 10:35:15.112218 7 controller.go:216] "Backend successfully reloaded" I0505 10:35:15.112579 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bdt9p", UID:"85a3ba16-fb2c-4426-897c-e80b2511a539", APIVersion:"v1", ResourceVersion:"1471", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0505 10:35:26.069779 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 10:35:26.069977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:35:26.070028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:35:29.404121 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 10:35:29.404318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:35:29.404349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:35:35.690336 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 10:35:35.690509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:35:35.690532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:36:55.478484 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 10:36:55.478612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:36:55.478627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:37:14.054267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:37:14.054298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:37:41.463745 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 10:37:41.463923 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0505 10:37:41.464049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:37:41.464075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:37:41.469918 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:39.2kB} I0505 10:37:41.469954 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0505 10:37:41.501404 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0505 10:37:41.501784 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"8456275c-2e21-4bcf-ab16-7da1ea5320b1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10409", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:37:41.502366 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0505 10:37:41.503068 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 10:37:41.503316 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0505 10:37:41.503487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:37:41.503551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:37:41.503785 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 10:37:41.574365 7 controller.go:216] "Backend successfully reloaded" I0505 10:37:41.574788 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bdt9p", UID:"85a3ba16-fb2c-4426-897c-e80b2511a539", APIVersion:"v1", ResourceVersion:"1471", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 10:37:42.244882 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0505 10:37:42.247097 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" I0505 10:37:43.532123 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.103.6.91"}] I0505 10:37:43.536868 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"8456275c-2e21-4bcf-ab16-7da1ea5320b1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10453", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:37:44.836278 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 10:37:44.836515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:37:44.836563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:37:48.169919 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 10:37:48.170235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:37:48.170265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:37:53.035430 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 10:37:53.035639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:37:53.035826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:38:02.591611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:38:02.591641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.116 - - [05/May/2026:10:38:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.006 300 8594bc7bba343589ec5b2c2410d8cc60 199.19.213.116 - - [05/May/2026:10:38:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.325 [openstack-keystone-api-5000] [] 10.0.0.225:5000 3138 0.325 201 ce0d1460581664c68eeea1fc7faa7920 199.19.213.116 - - [05/May/2026:10:38:09 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.001 [openstack-glance-api-9292] [] 10.0.0.25:9292 1193 0.001 300 be82f84cbb8a43b14e2d409bf81c2414 199.19.213.116 - - [05/May/2026:10:38:09 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.534 [openstack-glance-api-9292] [] 10.0.0.25:9292 69 0.534 200 82f82f62208298eafdd2ce22cebbad5a 199.19.213.116 - - [05/May/2026:10:38:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 9bdaec63fa8b291d967428f1b79f8f12 199.19.213.116 - - [05/May/2026:10:38:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.225:5000 3138 0.285 201 ce48e4a0052a1dbebd60f3a05d55a950 199.19.213.116 - - [05/May/2026:10:38:13 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.25:9292 1193 0.003 300 99b7950c89b62f3f5dacfda8f1e00a87 199.19.213.116 - - [05/May/2026:10:38:13 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.053 [openstack-glance-api-9292] [] 10.0.0.25:9292 69 0.054 200 206057e23147dc8ca91d9f1f12d63c8f 199.19.213.116 - - [05/May/2026:10:38:13 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.125 [openstack-glance-api-9292] [] 10.0.0.25:9292 151 0.125 404 da69bb34e6d89d2c47fac5bb125899f6 199.19.213.116 - - [05/May/2026:10:38:13 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.022 [openstack-glance-api-9292] [] 10.0.0.25:9292 81 0.021 200 8a5fffd3e7d91efdbb249d00f88e29e3 199.19.213.116 - - [05/May/2026:10:38:13 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.035 [openstack-glance-api-9292] [] 10.0.0.25:9292 84 0.035 200 a6e4eb828e96477a37a73a90911ac4e4 199.19.213.116 - - [05/May/2026:10:38:13 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 748 0.067 [openstack-glance-api-9292] [] 10.0.0.25:9292 760 0.066 201 e3f074efc034fa94f103d59ba934ef89 199.19.213.116 - - [05/May/2026:10:38:17 +0000] "PUT /v2/images/9115ac89-a450-481f-804f-49fb3a52fbaa/file HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.026 [openstack-glance-api-9292] [] 10.0.0.25:9292 0 4.026 204 c130c440800d4c55aed6904885f9b294 199.19.213.116 - - [05/May/2026:10:38:17 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.020 [openstack-glance-api-9292] [] 10.0.0.25:9292 1240 0.020 200 6c92c239c4b1f6509013d584e769e983 199.19.213.116 - - [05/May/2026:10:38:17 +0000] "PATCH /v2/images/9115ac89-a450-481f-804f-49fb3a52fbaa HTTP/1.1" 200 1171 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 540 0.017 [openstack-glance-api-9292] [] 10.0.0.25:9292 1171 0.017 200 600362ccf28a10eb7b0ce2f8875aeac8 199.19.213.116 - - [05/May/2026:10:38:17 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.017 [openstack-glance-api-9292] [] 10.0.0.25:9292 1240 0.017 200 7c44dd117ed30ae1a2a94e5fa30a4c78 W0505 10:38:20.346526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:38:20.346561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:38:23.681089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:38:23.681144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:38:42.781557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:38:42.781600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:38:46.115266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:38:46.115315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:38:49.449292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:38:49.449346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:38:52.782435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:38:52.782479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:38:56.115920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:38:56.116001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:39:08.257945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:39:08.257978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:39:11.592072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:39:11.592105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:39:18.332795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:39:18.332831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:39:21.667563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:39:21.667625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:41:58.710682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:41:58.710748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:44:02.068296 7 controller.go:1441] Error getting SSL certificate "openstack/cinder-api-certs": local SSL certificate openstack/cinder-api-certs was not found. Using default certificate W0505 10:44:02.068374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:44:02.068389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:44:02.078377 7 admission.go:149] processed ingress via admission controller {testedIngressLength:9 testedIngressTime:0.011s renderingIngressLength:9 renderingIngressTime:0s admissionTime:0.011s testedConfigurationSize:42.6kB} I0505 10:44:02.078463 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/volumev3" I0505 10:44:02.083058 7 store.go:440] "Found valid IngressClass" ingress="openstack/volumev3" ingressclass="atmosphere" I0505 10:44:02.083340 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"volumev3", UID:"f713b7ff-0bc2-4ff7-8cf9-91dcc8d74beb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13703", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:44:02.083627 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/cinder-api-certs" in local store W0505 10:44:02.084231 7 controller.go:1441] Error getting SSL certificate "openstack/cinder-api-certs": local SSL certificate openstack/cinder-api-certs was not found. Using default certificate W0505 10:44:02.084361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:44:02.084383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:44:02.084609 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 10:44:02.141647 7 controller.go:216] "Backend successfully reloaded" I0505 10:44:02.142190 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bdt9p", UID:"85a3ba16-fb2c-4426-897c-e80b2511a539", APIVersion:"v1", ResourceVersion:"1471", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 10:44:02.420135 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/cinder-api-certs" I0505 10:44:02.420930 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/cinder-api-certs" W0505 10:44:05.418987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:44:05.419053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:44:08.751474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:44:08.751514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:44:12.085648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:44:12.085694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:44:43.535970 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="volumev3" currentValue=null newValue=[{"ip":"10.103.6.91"}] I0505 10:44:43.542622 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"volumev3", UID:"f713b7ff-0bc2-4ff7-8cf9-91dcc8d74beb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"14135", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:44:43.544958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:44:43.545005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:45:31.173180 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0505 10:45:31.173331 7 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0505 10:45:31.173442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:45:31.173506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:45:31.179965 7 admission.go:149] processed ingress via admission controller {testedIngressLength:10 testedIngressTime:0.007s renderingIngressLength:10 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:46.1kB} I0505 10:45:31.180012 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/placement" I0505 10:45:31.184140 7 store.go:440] "Found valid IngressClass" ingress="openstack/placement" ingressclass="atmosphere" W0505 10:45:31.184534 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/placement-api-certs" in local store I0505 10:45:31.184777 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"e6bb5626-475e-4422-aeb1-dc78f17bcb31", APIVersion:"networking.k8s.io/v1", ResourceVersion:"14513", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:45:31.185002 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0505 10:45:31.185103 7 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0505 10:45:31.185174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:45:31.185188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:45:31.185322 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 10:45:31.245368 7 controller.go:216] "Backend successfully reloaded" I0505 10:45:31.245733 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bdt9p", UID:"85a3ba16-fb2c-4426-897c-e80b2511a539", APIVersion:"v1", ResourceVersion:"1471", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 10:45:31.534719 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/placement-api-certs" I0505 10:45:31.535664 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/placement-api-certs" W0505 10:45:34.519341 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0505 10:45:34.519580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:45:34.519611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:45:43.535152 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="placement" currentValue=null newValue=[{"ip":"10.103.6.91"}] I0505 10:45:43.543200 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"e6bb5626-475e-4422-aeb1-dc78f17bcb31", APIVersion:"networking.k8s.io/v1", ResourceVersion:"14629", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:45:43.545571 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0505 10:45:43.545811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:45:43.545847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:45:46.897902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:45:46.897948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store