------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0318 12:49:22.133436 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0318 12:49:22.133605 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0318 12:49:22.143059 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0318 12:49:22.145633 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0318 12:49:22.766660 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0318 12:49:22.787564 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0318 12:49:22.798556 7 nginx.go:271] "Starting NGINX Ingress controller" I0318 12:49:22.805475 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"b6f6757f-9dcc-4b06-a707-1e0c2730f759", APIVersion:"v1", ResourceVersion:"1140", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0318 12:49:22.810218 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"94e1330b-df54-4188-a43e-97b7a6ed9e4a", APIVersion:"v1", ResourceVersion:"1138", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0318 12:49:22.810312 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"fcedc11c-c42e-45ce-a836-181dca79a9af", APIVersion:"v1", ResourceVersion:"1139", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0318 12:49:24.000816 7 nginx.go:317] "Starting NGINX process" I0318 12:49:24.000912 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0318 12:49:24.001266 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0318 12:49:24.001465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:49:24.001492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 12:49:24.001538 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 12:49:24.010036 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0318 12:49:24.010141 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-dxdfh" I0318 12:49:24.036605 7 controller.go:216] "Backend successfully reloaded" I0318 12:49:24.036691 7 controller.go:227] "Initial sync, sleeping for 1 second" I0318 12:49:24.036748 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-dxdfh", UID:"9b79ad03-05d4-4cdb-a848-646085eadafa", APIVersion:"v1", ResourceVersion:"1181", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0318 12:49:27.821798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:49:27.821833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:49:31.155564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:49:31.155653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:49:34.489457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:49:34.489512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:49:37.822046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:49:37.822130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:49:41.156996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:49:41.157048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:49:57.515947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:49:57.515988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:50:00.849683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:50:00.849724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:50:04.183073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:50:04.183126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:50:07.516286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:50:07.516334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:50:10.850243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:50:10.850310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:50:14.183737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:50:14.183789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:51:36.357027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:51:36.357074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:51:39.691452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:51:39.691502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:51:43.024076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:51:43.024125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:51:46.358796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:51:46.358823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:51:49.691277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:51:49.691318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:51:53.024649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:51:53.024700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:51:56.358491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:51:56.358536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:51:59.846462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:51:59.846494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:52:03.180556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:52:03.180608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:52:06.893003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:52:06.893045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:52:10.226717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:52:10.226759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:55:20.645277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:55:20.645352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:55:23.979427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:55:23.979480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:57:51.315364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:57:51.315430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:57:54.147885 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-25.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-25.nip.io-tls was not found. Using default certificate W0318 12:57:54.147954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:57:54.147971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 12:57:54.150029 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0318 12:57:54.150065 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0318 12:57:54.170339 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0318 12:57:54.170858 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-25.nip.io-tls" in local store I0318 12:57:54.170914 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"5f65bd72-5380-44aa-bec0-b0c01fde49fc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3989", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 12:57:54.633323 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-25.nip.io-tls" I0318 12:57:54.634832 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-25.nip.io-tls" W0318 12:57:54.650053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:57:54.650120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 12:57:54.650193 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 12:57:54.685847 7 controller.go:216] "Backend successfully reloaded" I0318 12:57:54.686181 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-dxdfh", UID:"9b79ad03-05d4-4cdb-a848-646085eadafa", APIVersion:"v1", ResourceVersion:"1181", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0318 12:57:57.982990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:57:57.983036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.25 - - [18/Mar/2026:12:58:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.133 [auth-system-keycloak-80] [] 10.0.0.100:8080 1925 2.132 200 310c3b61364eb4d185a35c3eca8d3c4f 199.19.213.25 - - [18/Mar/2026:12:58:05 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.172 [auth-system-keycloak-80] [] 10.0.0.100:8080 116 0.172 404 cb342d9afaa56192da39730eb8e9f700 199.19.213.25 - - [18/Mar/2026:12:58:09 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.187 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 4.186 201 de851d385d73a573e4eb3d1686daf523 199.19.213.25 - - [18/Mar/2026:12:58:10 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.701 [auth-system-keycloak-80] [] 10.0.0.100:8080 4246 0.701 200 cd673ce1928cf4464f17558fbcd242e6 199.19.213.25 - - [18/Mar/2026:12:58:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.509 [auth-system-keycloak-80] [] 10.0.0.100:8080 1925 0.508 200 9ea3a55919b142692bed8360511ead65 199.19.213.25 - - [18/Mar/2026:12:58:11 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.156 [auth-system-keycloak-80] [] 10.0.0.100:8080 12500 0.156 200 0085c48ca83a02cc197953e1a4c646d9 199.19.213.25 - - [18/Mar/2026:12:58:11 +0000] "GET /admin/realms/atmosphere/client-scopes/b3a7822a-195c-4c41-b50f-558410a987f7 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.011 [auth-system-keycloak-80] [] 10.0.0.100:8080 1278 0.011 200 894e882126f9be19b4e4e6edcde016ee 199.19.213.25 - - [18/Mar/2026:12:58:11 +0000] "PUT /admin/realms/atmosphere/client-scopes/b3a7822a-195c-4c41-b50f-558410a987f7 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.060 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.059 204 636c905b0472f00280011042a529ebaa 199.19.213.25 - - [18/Mar/2026:12:58:11 +0000] "GET /admin/realms/atmosphere/client-scopes/b3a7822a-195c-4c41-b50f-558410a987f7/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.021 [auth-system-keycloak-80] [] 10.0.0.100:8080 963 0.020 200 49a26bb7b7aabe646c7bf22ca300a724 199.19.213.25 - - [18/Mar/2026:12:58:11 +0000] "GET /admin/realms/atmosphere/client-scopes/b3a7822a-195c-4c41-b50f-558410a987f7/protocol-mappers/models/bb2a9989-e2e7-4a11-bda3-e6a825699764 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.059 [auth-system-keycloak-80] [] 10.0.0.100:8080 366 0.059 200 60018844b8b9b96c3776479187228025 199.19.213.25 - - [18/Mar/2026:12:58:12 +0000] "PUT /admin/realms/atmosphere/client-scopes/b3a7822a-195c-4c41-b50f-558410a987f7/protocol-mappers/models/bb2a9989-e2e7-4a11-bda3-e6a825699764 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.023 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.022 204 9ec1f758d94f8933e8b7a1aeff25f6b1 199.19.213.25 - - [18/Mar/2026:12:58:12 +0000] "GET /admin/realms/atmosphere/client-scopes/b3a7822a-195c-4c41-b50f-558410a987f7 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.067 [auth-system-keycloak-80] [] 10.0.0.100:8080 1218 0.067 200 5a94dace9f0086a8675d9a0335d9f637 I0318 12:58:24.018638 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.142.217"}] I0318 12:58:24.024560 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"5f65bd72-5380-44aa-bec0-b0c01fde49fc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4312", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 12:58:24.025392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:58:24.025415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.25 - - [18/Mar/2026:12:58:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.475 [auth-system-keycloak-80] [] 10.0.0.100:8080 1925 0.473 200 69b4d3318b30aba126151c155d5e94da 199.19.213.25 - - [18/Mar/2026:12:58:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.100:8080 2 0.014 200 b7507cb84a5b8f78c20f09840c59c170 199.19.213.25 - - [18/Mar/2026:12:58:35 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 1.715 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 1.713 201 bd21ee30054bde1d654d4aa43f8bd4b4 199.19.213.25 - - [18/Mar/2026:12:58:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.027 [auth-system-keycloak-80] [] 10.0.0.100:8080 1259 0.027 200 4aca08a2160b069a4e642c88ed55f293 199.19.213.25 - - [18/Mar/2026:12:58:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.516 [auth-system-keycloak-80] [] 10.0.0.100:8080 1925 0.513 200 fd0098d358d7390b2067b9cd19ef1a8b 199.19.213.25 - - [18/Mar/2026:12:58:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.013 [auth-system-keycloak-80] [] 10.0.0.100:8080 2 0.012 200 3bb9e72de856729a58fa98e775b868f2 199.19.213.25 - - [18/Mar/2026:12:58:36 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.084 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.084 201 2c4104a26b0cde128910026bed94b46b 199.19.213.25 - - [18/Mar/2026:12:58:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.082 [auth-system-keycloak-80] [] 10.0.0.100:8080 1283 0.082 200 01c38cf60210adfec297c2794c8ffd2c 199.19.213.25 - - [18/Mar/2026:12:58:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.535 [auth-system-keycloak-80] [] 10.0.0.100:8080 1925 0.533 200 2a422c0dc12c7f46a25bf00f432a61b0 199.19.213.25 - - [18/Mar/2026:12:58:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.032 [auth-system-keycloak-80] [] 10.0.0.100:8080 2 0.032 200 612bdce0f59aca6ddcc5367e5811e04e 199.19.213.25 - - [18/Mar/2026:12:58:37 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.089 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.088 201 15550eb71ba0c97a076eb4579ad83fe5 199.19.213.25 - - [18/Mar/2026:12:58:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.085 [auth-system-keycloak-80] [] 10.0.0.100:8080 1249 0.085 200 26bfcd9d41a6508be10a2d97e1c12efe 199.19.213.25 - - [18/Mar/2026:12:58:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.469 [auth-system-keycloak-80] [] 10.0.0.100:8080 1925 0.468 200 91b1b03f5d731f2880600a7df3ebf5a5 199.19.213.25 - - [18/Mar/2026:12:58:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.100:8080 1259 0.006 200 14998eb5182623b56d9d8eb270b55d5a 199.19.213.25 - - [18/Mar/2026:12:58:38 +0000] "GET /admin/realms/atmosphere/clients/dc7c67de-5e78-4a7c-87c8-f43b04bb133f/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.100:8080 119 0.009 404 aeb8a4f9785bbdd6df621b554bf6bd46 199.19.213.25 - - [18/Mar/2026:12:58:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.100:8080 1259 0.005 200 1b79f79f82433c1e1ab17107a4693e0f 199.19.213.25 - - [18/Mar/2026:12:58:38 +0000] "POST /admin/realms/atmosphere/clients/dc7c67de-5e78-4a7c-87c8-f43b04bb133f/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.038 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.038 201 e48d235449c0da953dd77816b5489890 199.19.213.25 - - [18/Mar/2026:12:58:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.100:8080 1259 0.005 200 e2f325d17e11d35db4b4c7e229228040 199.19.213.25 - - [18/Mar/2026:12:58:38 +0000] "GET /admin/realms/atmosphere/clients/dc7c67de-5e78-4a7c-87c8-f43b04bb133f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.100:8080 166 0.012 200 2522f28343f99e2b63158e56cc87f9f9 199.19.213.25 - - [18/Mar/2026:12:58:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.517 [auth-system-keycloak-80] [] 10.0.0.100:8080 1925 0.516 200 0a2a3cb477e6c9ab8c03aa301d99f549 199.19.213.25 - - [18/Mar/2026:12:58:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.100:8080 1283 0.007 200 6acde3f243f3813b1c494dd1dc58fc43 199.19.213.25 - - [18/Mar/2026:12:58:39 +0000] "GET /admin/realms/atmosphere/clients/d7e79470-3d1b-4352-9c72-1f63d093b00d/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.100:8080 119 0.010 404 c19e65f17480111b694a07e9d522cbd1 199.19.213.25 - - [18/Mar/2026:12:58:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.019 [auth-system-keycloak-80] [] 10.0.0.100:8080 1283 0.019 200 d2e8dc7b6bd579d91f7fa39ff2cfc4bc 199.19.213.25 - - [18/Mar/2026:12:58:39 +0000] "POST /admin/realms/atmosphere/clients/d7e79470-3d1b-4352-9c72-1f63d093b00d/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.017 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.016 201 4194bb108d6a76be48b31178e7f8edd1 199.19.213.25 - - [18/Mar/2026:12:58:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.100:8080 1283 0.007 200 eb5f39101f6e835aa07d48f11476a9a5 199.19.213.25 - - [18/Mar/2026:12:58:39 +0000] "GET /admin/realms/atmosphere/clients/d7e79470-3d1b-4352-9c72-1f63d093b00d/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.049 [auth-system-keycloak-80] [] 10.0.0.100:8080 165 0.049 200 6c6f4e431d913e061a81b777da57ea75 199.19.213.25 - - [18/Mar/2026:12:58:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.649 [auth-system-keycloak-80] [] 10.0.0.100:8080 1925 0.648 200 158270349a4c8736ebaeaa8e14336791 199.19.213.25 - - [18/Mar/2026:12:58:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.047 [auth-system-keycloak-80] [] 10.0.0.100:8080 1283 0.047 200 dc633ba8a25249a8623f6457526dc861 199.19.213.25 - - [18/Mar/2026:12:58:40 +0000] "GET /admin/realms/atmosphere/clients/d7e79470-3d1b-4352-9c72-1f63d093b00d/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.100:8080 119 0.012 404 e270e8f472af02977efb0e46c21e2f42 199.19.213.25 - - [18/Mar/2026:12:58:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.100:8080 1283 0.007 200 e4d892ccee8102e84e14f46a8b0f97c9 199.19.213.25 - - [18/Mar/2026:12:58:40 +0000] "POST /admin/realms/atmosphere/clients/d7e79470-3d1b-4352-9c72-1f63d093b00d/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.055 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.054 201 d1b606ac97c8a0bd8377d1372b6d7370 199.19.213.25 - - [18/Mar/2026:12:58:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.100:8080 1283 0.006 200 5990a526837d9eacce2c25b1c7bbea62 199.19.213.25 - - [18/Mar/2026:12:58:40 +0000] "GET /admin/realms/atmosphere/clients/d7e79470-3d1b-4352-9c72-1f63d093b00d/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.100:8080 166 0.014 200 b73086ec57c19ff550137fd7e4bf3af9 199.19.213.25 - - [18/Mar/2026:12:58:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.491 [auth-system-keycloak-80] [] 10.0.0.100:8080 1925 0.490 200 3a52c97a2f28b0a751aa01a92b808f2c 199.19.213.25 - - [18/Mar/2026:12:58:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.100:8080 1283 0.010 200 2df519bf55868e7f032bf2c042cc74d4 199.19.213.25 - - [18/Mar/2026:12:58:41 +0000] "GET /admin/realms/atmosphere/clients/d7e79470-3d1b-4352-9c72-1f63d093b00d/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.050 [auth-system-keycloak-80] [] 10.0.0.100:8080 119 0.050 404 f992858752f5eac3d3ba9cc62e54b73f 199.19.213.25 - - [18/Mar/2026:12:58:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.100:8080 1283 0.005 200 8c3430ea29116358736a6a61bf68c26a 199.19.213.25 - - [18/Mar/2026:12:58:41 +0000] "POST /admin/realms/atmosphere/clients/d7e79470-3d1b-4352-9c72-1f63d093b00d/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.015 201 ca85bf9f2c7b904273bdc5eb420a2248 199.19.213.25 - - [18/Mar/2026:12:58:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.100:8080 1283 0.005 200 d34cb4d1900d874d1516e8fb23409254 199.19.213.25 - - [18/Mar/2026:12:58:41 +0000] "GET /admin/realms/atmosphere/clients/d7e79470-3d1b-4352-9c72-1f63d093b00d/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.033 [auth-system-keycloak-80] [] 10.0.0.100:8080 166 0.033 200 bb616bd3431a603f036a3b5841722878 199.19.213.25 - - [18/Mar/2026:12:58:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.470 [auth-system-keycloak-80] [] 10.0.0.100:8080 1925 0.469 200 c928140227d6b57e29e30773d4347580 199.19.213.25 - - [18/Mar/2026:12:58:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.100:8080 1249 0.006 200 88d1e14f13c6e48cbfe174a10009b5d4 199.19.213.25 - - [18/Mar/2026:12:58:42 +0000] "GET /admin/realms/atmosphere/clients/76e67023-559b-4333-8357-cbb7161719b8/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.030 [auth-system-keycloak-80] [] 10.0.0.100:8080 119 0.029 404 172e9ff36c9a64aae5f93c472597a43a 199.19.213.25 - - [18/Mar/2026:12:58:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.100:8080 1249 0.006 200 dc8281000cf19de4f837160fcbf1bf26 199.19.213.25 - - [18/Mar/2026:12:58:42 +0000] "POST /admin/realms/atmosphere/clients/76e67023-559b-4333-8357-cbb7161719b8/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.069 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.069 201 268f917445f137370b9009584cd6312d 199.19.213.25 - - [18/Mar/2026:12:58:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.100:8080 1249 0.008 200 53598c8d39fd73ed335939586b56b48f 199.19.213.25 - - [18/Mar/2026:12:58:42 +0000] "GET /admin/realms/atmosphere/clients/76e67023-559b-4333-8357-cbb7161719b8/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.100:8080 166 0.013 200 d54709593876f43d7037dcceb17aa72d W0318 12:59:49.195261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:59:49.195315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:59:49.270090 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 12:59:49.270188 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0318 12:59:49.270245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:59:49.270283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:59:49.270530 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 12:59:49.270656 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0318 12:59:49.270746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:59:49.270773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:59:49.272653 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 12:59:49.272895 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0318 12:59:49.273022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:59:49.273087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 12:59:49.273199 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0318 12:59:49.273240 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0318 12:59:49.274189 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0318 12:59:49.274236 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0318 12:59:49.278012 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0318 12:59:49.278060 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0318 12:59:49.280439 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0318 12:59:49.280824 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0318 12:59:49.280850 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0318 12:59:49.281052 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0318 12:59:49.281339 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"40031a98-d83a-4609-a0fb-39e349e8a671", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4939", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 12:59:49.281359 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"baebee5f-6b26-4fe8-b29b-7f4d0e494409", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4941", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 12:59:49.289279 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0318 12:59:49.289742 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0318 12:59:49.289824 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d92b2767-4736-4467-87f0-b46f0b839eb2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4945", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 12:59:49.572667 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0318 12:59:49.573637 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0318 12:59:49.994573 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0318 12:59:49.995619 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0318 12:59:52.068188 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0318 12:59:52.069839 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0318 12:59:52.528979 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 12:59:52.529063 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 12:59:52.529099 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 12:59:52.529223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:59:52.529251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 12:59:52.529388 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 12:59:52.567527 7 controller.go:216] "Backend successfully reloaded" I0318 12:59:52.568230 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-dxdfh", UID:"9b79ad03-05d4-4cdb-a848-646085eadafa", APIVersion:"v1", ResourceVersion:"1181", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0318 12:59:55.862465 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 12:59:55.862534 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 12:59:55.862571 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 12:59:55.862686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:59:55.862717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:59:59.196290 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 12:59:59.196452 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 12:59:59.196566 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 12:59:59.196904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 12:59:59.196945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:02.531305 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 13:00:02.531367 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 13:00:02.531404 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 13:00:02.531510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:02.531537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:05.862644 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 13:00:05.862697 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 13:00:05.862733 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 13:00:05.862822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:05.862839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:09.195503 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 13:00:09.195585 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 13:00:09.195624 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 13:00:09.195751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:09.195784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:12.529498 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 13:00:12.529604 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 13:00:12.529653 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 13:00:12.529765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:12.529836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:15.863778 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 13:00:15.863845 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 13:00:15.863938 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 13:00:15.864095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:15.864124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:19.195742 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 13:00:19.195816 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 13:00:19.195882 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 13:00:19.196035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:19.196071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:22.529302 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 13:00:22.529401 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 13:00:22.529561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:22.529595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 13:00:24.022329 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.142.217"}] I0318 13:00:24.022376 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.142.217"}] I0318 13:00:24.022793 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.142.217"}] I0318 13:00:24.032555 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"40031a98-d83a-4609-a0fb-39e349e8a671", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5789", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 13:00:24.046255 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"baebee5f-6b26-4fe8-b29b-7f4d0e494409", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5790", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 13:00:24.047176 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d92b2767-4736-4467-87f0-b46f0b839eb2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5791", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 13:00:25.862508 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 13:00:25.862597 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 13:00:25.862708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:25.862737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:29.195341 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 13:00:29.195444 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 13:00:29.195556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:29.195585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:32.529274 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 13:00:32.529371 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 13:00:32.529658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:32.529692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:35.862445 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 13:00:35.862548 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 13:00:35.862680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:35.862703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:39.196384 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 13:00:39.196495 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 13:00:39.196619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:39.196645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.23 - - [18/Mar/2026:13:00:41 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.087 [auth-system-keycloak-80] [] 10.0.0.100:8080 6411 0.087 200 fd5b32e26ad9193c5d1586935276b50e W0318 13:00:42.528625 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 13:00:42.528726 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 13:00:42.528844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:42.528874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:45.862738 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 13:00:45.863128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:45.863149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.200 - - [18/Mar/2026:13:00:47 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.006 [auth-system-keycloak-80] [] 10.0.0.100:8080 6411 0.006 200 cab942220e13c6dce0d47ffa977762f0 W0318 13:00:49.195806 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 13:00:49.196109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:49.196153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:52.529465 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 13:00:52.529612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:00:52.529636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:01:02.820365 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 13:01:02.820503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:01:02.820522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:01:06.154536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:01:06.154582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.25 - - [18/Mar/2026:13:01:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.485 [auth-system-keycloak-80] [] 10.0.0.100:8080 1925 0.484 200 ace9de962d853617e2a3c5471cf15f78 199.19.213.25 - - [18/Mar/2026:13:01:08 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.023 [auth-system-keycloak-80] [] 10.0.0.100:8080 4246 0.023 200 2f5d8e7338dc1be645bb2104b0fab1f6 199.19.213.25 - - [18/Mar/2026:13:01:09 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.415 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.414 204 b340a373d5a6a003ee98c38a52704520 W0318 13:01:09.488480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:01:09.488515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.25 - - [18/Mar/2026:13:01:09 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.272 [auth-system-keycloak-80] [] 10.0.0.100:8080 4384 0.272 200 45539d4d118fe283cdc6f9ef4a481908 199.19.213.25 - - [18/Mar/2026:13:01:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.483 [auth-system-keycloak-80] [] 10.0.0.100:8080 1925 0.482 200 fd470a6f5985764064a2e176b0d17e48 199.19.213.25 - - [18/Mar/2026:13:01:10 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.100:8080 1682 0.009 200 e87ed505abc0dec5f8e509e6532265a1 199.19.213.25 - - [18/Mar/2026:13:01:10 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.008 [auth-system-keycloak-80] [] 10.0.0.100:8080 6411 0.007 200 4b9394a28b147d2cb86abca1d61ab0dc 199.19.213.25 - - [18/Mar/2026:13:01:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.492 [auth-system-keycloak-80] [] 10.0.0.100:8080 1925 0.492 200 2b9e1369baf5a389b1ad9eaa4718478d 199.19.213.25 - - [18/Mar/2026:13:01:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.100:8080 2 0.006 200 cb918a954f9e29effdd2d6ab5e586d31 199.19.213.25 - - [18/Mar/2026:13:01:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.105 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.104 201 f6ac34b6a42b70cbbfb17a5fc2a41f04 199.19.213.25 - - [18/Mar/2026:13:01:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.077 [auth-system-keycloak-80] [] 10.0.0.100:8080 2242 0.076 200 ab2dd7bcc2111bf4a5283db5aad81e4e 199.19.213.25 - - [18/Mar/2026:13:01:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.483 [auth-system-keycloak-80] [] 10.0.0.100:8080 1925 0.482 200 404dd4ee3639af7ba7f62e589e30f802 199.19.213.25 - - [18/Mar/2026:13:01:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.100:8080 2242 0.006 200 46dca805a8b232c78764faa79006c014 199.19.213.25 - - [18/Mar/2026:13:01:13 +0000] "GET /admin/realms/atmosphere/clients/f707ada1-affc-402a-80be-086a9f719248/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.042 [auth-system-keycloak-80] [] 10.0.0.100:8080 233 0.043 200 60aaeb62419fa9a8cdc3fd93d6eedf5b 199.19.213.25 - - [18/Mar/2026:13:01:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.077 [auth-system-keycloak-80] [] 10.0.0.100:8080 831 0.077 200 165cad114f0d22c2e6d4426876809793 199.19.213.25 - - [18/Mar/2026:13:01:13 +0000] "GET /admin/realms/atmosphere/clients/ee21a630-dc03-46c9-b5bd-390c848d2b48/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.027 [auth-system-keycloak-80] [] 10.0.0.100:8080 3758 0.027 200 df094804ffbfce43c874accd0e26cd11 199.19.213.25 - - [18/Mar/2026:13:01:13 +0000] "GET /admin/realms/atmosphere/users/7945038a-8daa-41f5-afa7-f210b1cb8f48/role-mappings/clients/ee21a630-dc03-46c9-b5bd-390c848d2b48/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.164 [auth-system-keycloak-80] [] 10.0.0.100:8080 3758 0.164 200 03f6c90c1778a0a92333496355eced16 199.19.213.25 - - [18/Mar/2026:13:01:13 +0000] "GET /admin/realms/atmosphere/users/7945038a-8daa-41f5-afa7-f210b1cb8f48/role-mappings/clients/ee21a630-dc03-46c9-b5bd-390c848d2b48/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.076 [auth-system-keycloak-80] [] 10.0.0.100:8080 2 0.076 200 461a141996a0ed4f013770a2d8d67f69 199.19.213.25 - - [18/Mar/2026:13:01:14 +0000] "POST /admin/realms/atmosphere/users/7945038a-8daa-41f5-afa7-f210b1cb8f48/role-mappings/clients/ee21a630-dc03-46c9-b5bd-390c848d2b48 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.023 [auth-system-keycloak-80] [] 10.0.0.100:8080 0 0.022 204 94aafc6b10b6bf209ed2f49084e3f943 199.19.213.25 - - [18/Mar/2026:13:01:14 +0000] "GET /admin/realms/atmosphere/users/7945038a-8daa-41f5-afa7-f210b1cb8f48/role-mappings/clients/ee21a630-dc03-46c9-b5bd-390c848d2b48/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.014 [auth-system-keycloak-80] [] 10.0.0.100:8080 576 0.014 200 d7d93474da7f35b1c37491ac85dd4d6c W0318 13:01:16.558607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:01:16.558648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:01:19.892940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:01:19.892974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:01:23.225892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:01:23.225942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:01:26.559693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:01:26.559748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:03:22.212064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:03:22.212110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:03:55.862299 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0318 13:03:55.862357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:03:55.862369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 13:03:55.864793 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.002s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:28.7kB} I0318 13:03:55.864816 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0318 13:03:55.875165 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0318 13:03:55.875780 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"79507f70-3713-4332-b0b8-0954e69ce4d6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7292", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 13:03:55.876028 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0318 13:03:55.876616 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0318 13:03:55.876773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:03:55.876818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 13:03:55.877033 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 13:03:55.924006 7 controller.go:216] "Backend successfully reloaded" I0318 13:03:55.924199 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-dxdfh", UID:"9b79ad03-05d4-4cdb-a848-646085eadafa", APIVersion:"v1", ResourceVersion:"1181", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 13:03:56.196733 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0318 13:03:56.197664 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0318 13:03:59.211552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:03:59.211582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.25 - - [18/Mar/2026:13:04:00 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.003 [openstack-keystone-api-5000] [] 10.0.0.98:5000 280 0.003 300 c07c22a7ea2074add9088e6b1d657483 199.19.213.25 - - [18/Mar/2026:13:04:01 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.98:5000 265 0.003 200 61926859be7e98992d82e86682eb5002 199.19.213.25 - - [18/Mar/2026:13:04:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.343 [openstack-keystone-api-5000] [] 10.0.0.98:5000 1359 0.343 201 d27148b8f09dcdbc001fb8dfa5f08445 199.19.213.25 - - [18/Mar/2026:13:04:01 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.98:5000 280 0.003 300 7ca6ff8ba6fe38fdc1c7c6821454db6d 199.19.213.25 - - [18/Mar/2026:13:04:01 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.033 [openstack-keystone-api-5000] [] 10.0.0.98:5000 90 0.033 404 4746a136315a1499bf4b07d80babe33d 199.19.213.25 - - [18/Mar/2026:13:04:01 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.032 [openstack-keystone-api-5000] [] 10.0.0.98:5000 366 0.032 200 612289bc0e50a2931e80dc06769869cb 199.19.213.25 - - [18/Mar/2026:13:04:01 +0000] "GET /v3/domains/57a94db3f1474d458a247d229616144f HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.018 [openstack-keystone-api-5000] [] 10.0.0.98:5000 244 0.018 200 5b6d1962b9c1032bb6a4b09cef32a408 199.19.213.25 - - [18/Mar/2026:13:04:02 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.002 [openstack-keystone-api-5000] [] 10.0.0.98:5000 265 0.002 200 b930599a32b7217c8bd4628b71826dd5 199.19.213.25 - - [18/Mar/2026:13:04:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.346 [openstack-keystone-api-5000] [] 10.0.0.98:5000 1359 0.346 201 8e8087bc3f25444c146950264de47eb3 199.19.213.25 - - [18/Mar/2026:13:04:02 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.98:5000 280 0.004 300 a22ab5dc66f5d5d26f916431ac09a3d4 199.19.213.25 - - [18/Mar/2026:13:04:02 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.020 [openstack-keystone-api-5000] [] 10.0.0.98:5000 101 0.020 404 2530204f384c656448fcace1273a0e2f 199.19.213.25 - - [18/Mar/2026:13:04:03 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.018 [openstack-keystone-api-5000] [] 10.0.0.98:5000 155 0.018 200 83008410c9d4ebc6f84dd9f146c27451 199.19.213.25 - - [18/Mar/2026:13:04:03 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.024 [openstack-keystone-api-5000] [] 10.0.0.98:5000 451 0.024 201 decb821356b2add12b90348f2faab0b7 199.19.213.25 - - [18/Mar/2026:13:04:03 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.98:5000 265 0.004 200 5fe01f488ec663bf15bcb3db05fc5b99 199.19.213.25 - - [18/Mar/2026:13:04:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.312 [openstack-keystone-api-5000] [] 10.0.0.98:5000 1359 0.312 201 fa7fc3df967ad7da41824c83296fa8e0 199.19.213.25 - - [18/Mar/2026:13:04:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.007 [openstack-keystone-api-5000] [] 10.0.0.98:5000 280 0.007 300 bea06a72a91dd54a6222e380ff7e5733 199.19.213.25 - - [18/Mar/2026:13:04:04 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.038 [openstack-keystone-api-5000] [] 10.0.0.98:5000 98 0.038 404 ed78b891514335d3c2402d009804ff54 199.19.213.25 - - [18/Mar/2026:13:04:04 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.058 [openstack-keystone-api-5000] [] 10.0.0.98:5000 135 0.057 200 da846519e9573ab71f8de324e1c54938 199.19.213.25 - - [18/Mar/2026:13:04:04 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.066 [openstack-keystone-api-5000] [] 10.0.0.98:5000 356 0.066 201 0bd9fed22f1c750a9d2b24dde7f4e579 199.19.213.25 - - [18/Mar/2026:13:04:04 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.98:5000 265 0.004 200 b25325037995b59270cd11dd4c963e27 199.19.213.25 - - [18/Mar/2026:13:04:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.98:5000 1359 0.300 201 386f659837342bb4ede384f4ee682558 199.19.213.25 - - [18/Mar/2026:13:04:05 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.98:5000 280 0.005 300 331a951a4199bc28b7a597ae20cfed20 199.19.213.25 - - [18/Mar/2026:13:04:05 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.019 [openstack-keystone-api-5000] [] 10.0.0.98:5000 131 0.019 404 caa53e59abd69b3cb978570a62900e1c 199.19.213.25 - - [18/Mar/2026:13:04:05 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.015 [openstack-keystone-api-5000] [] 10.0.0.98:5000 167 0.015 200 27be6b9ebba795b0bc4902aa29f0a787 199.19.213.25 - - [18/Mar/2026:13:04:05 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.022 [openstack-keystone-api-5000] [] 10.0.0.98:5000 222 0.022 201 9a4ba2afd7d9e5f6218a0632f1df77d6 W0318 13:04:14.196400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:04:14.196441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:04:17.530533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:04:17.530603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:04:20.863325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:04:20.863350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 13:04:24.020423 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.142.217"}] I0318 13:04:24.028525 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"79507f70-3713-4332-b0b8-0954e69ce4d6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7535", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 13:04:24.196828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:04:24.196893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:04:27.530479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:04:27.530510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:04:39.673574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:04:39.673612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:04:43.007505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:04:43.007562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:04:47.321018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:04:47.321051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:04:50.655526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:04:50.655573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:06:23.127598 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0318 13:06:23.127710 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0318 13:06:23.127760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:06:23.127793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 13:06:23.131617 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0318 13:06:23.131641 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0318 13:06:23.138076 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0318 13:06:23.138625 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0318 13:06:23.138949 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0318 13:06:23.139038 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0318 13:06:23.139104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:06:23.139121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 13:06:23.139101 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"7bfe2c74-3c68-4e82-ad43-3d0bdc96961a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8332", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 13:06:23.139283 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 13:06:23.191979 7 controller.go:216] "Backend successfully reloaded" I0318 13:06:23.192266 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-dxdfh", UID:"9b79ad03-05d4-4cdb-a848-646085eadafa", APIVersion:"v1", ResourceVersion:"1181", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 13:06:23.404784 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0318 13:06:23.405708 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.25 - - [18/Mar/2026:13:06:23 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.98:5000 280 0.004 300 a5d94156cc4ae335e4a45e74557df3c6 I0318 13:06:24.016662 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.103.142.217"}] I0318 13:06:24.023194 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"7bfe2c74-3c68-4e82-ad43-3d0bdc96961a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8369", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.19.213.25 - - [18/Mar/2026:13:06:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.342 [openstack-keystone-api-5000] [] 10.0.0.98:5000 1990 0.342 201 75d7e9e2da7586329690c0dfe2957835 199.19.213.25 - - [18/Mar/2026:13:06:24 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.022 [openstack-keystone-api-5000] [] 10.0.0.98:5000 85 0.021 404 aaecc0639ce3aff20eb9f817d36796d5 199.19.213.25 - - [18/Mar/2026:13:06:24 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.014 [openstack-keystone-api-5000] [] 10.0.0.98:5000 128 0.014 200 8d5230711b5bad743c141fd5dadb56de 199.19.213.25 - - [18/Mar/2026:13:06:24 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.028 [openstack-keystone-api-5000] [] 10.0.0.98:5000 229 0.028 201 15b86711a99c4c0fee1d4535a660a98a W0318 13:06:26.473271 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0318 13:06:26.473453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:06:26.473489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:06:29.806068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:06:29.806166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.25 - - [18/Mar/2026:13:06:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 227 0.004 [openstack-keystone-api-5000] [] 10.0.0.98:5000 280 0.004 300 2ad8682c5d03e15b4d4c8c64bbec5858 199.19.213.25 - - [18/Mar/2026:13:06:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 546 0.287 [openstack-keystone-api-5000] [] 10.0.0.98:5000 1990 0.287 201 686b781b82a6a17739fac64414c6255c 199.19.213.25 - - [18/Mar/2026:13:06:32 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.025 [openstack-keystone-api-5000] [] 10.0.0.98:5000 1514 0.025 200 5c62b872d8b4f50c38c33f93b701ef68 199.19.213.25 - - [18/Mar/2026:13:06:32 +0000] "PUT /v3/roles/3deb071bb767420fa866d6759eae99f0/implies/80e2eaacffa44da682eb11cbc414d15d HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.030 [openstack-keystone-api-5000] [] 10.0.0.98:5000 518 0.030 201 128406fae2036b3a2312dabc6179ca9d W0318 13:06:33.140562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:06:33.141271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.25 - - [18/Mar/2026:13:07:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.98:5000 280 0.003 300 b9be4bdb37fa9e5896684db3233d1f1d 199.19.213.25 - - [18/Mar/2026:13:07:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.332 [openstack-keystone-api-5000] [] 10.0.0.98:5000 2053 0.331 201 6b9f8308b73eac24b1a141fbea74de00 199.19.213.25 - - [18/Mar/2026:13:07:21 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.98:5000 87 0.024 404 1709898a9da7a492465584df0ca512c5 199.19.213.25 - - [18/Mar/2026:13:07:21 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.059 [openstack-keystone-api-5000] [] 10.0.0.98:5000 388 0.059 200 1d439967998d6849832ca11528b258ee 199.19.213.25 - - [18/Mar/2026:13:07:21 +0000] "GET /v3/users/rgw-RegionOne?domain_id=50dd4a5b211e44fb861fbe351253eac1 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.139 [openstack-keystone-api-5000] [] 10.0.0.98:5000 91 0.139 404 764acb6d38ed5e8a11117e9e8ab7e901 199.19.213.25 - - [18/Mar/2026:13:07:21 +0000] "GET /v3/users?domain_id=50dd4a5b211e44fb861fbe351253eac1&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.042 [openstack-keystone-api-5000] [] 10.0.0.98:5000 177 0.042 200 4e10808b1b4fdd0a306937485b2a89f5 199.19.213.25 - - [18/Mar/2026:13:07:21 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.297 [openstack-keystone-api-5000] [] 10.0.0.98:5000 290 0.297 201 9b05d2b28834567de3da04200ec773ec 199.19.213.25 - - [18/Mar/2026:13:07:25 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 227 0.003 [openstack-keystone-api-5000] [] 10.0.0.98:5000 280 0.002 300 3209454308f58a3bec1bffbb044d5418 199.19.213.25 - - [18/Mar/2026:13:07:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 546 0.293 [openstack-keystone-api-5000] [] 10.0.0.98:5000 2053 0.294 201 8434bc3a1cc361e6943d72795a823018 199.19.213.25 - - [18/Mar/2026:13:07:25 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 385 0.023 [openstack-keystone-api-5000] [] 10.0.0.98:5000 83 0.023 404 d352709ebdcb7f55f6298b11d94165a7 199.19.213.25 - - [18/Mar/2026:13:07:25 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "python-keystoneclient" 390 0.019 [openstack-keystone-api-5000] [] 10.0.0.98:5000 359 0.019 200 cf79d8fb01a034304f349d307d461dab 199.19.213.25 - - [18/Mar/2026:13:07:25 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 389 0.023 [openstack-keystone-api-5000] [] 10.0.0.98:5000 87 0.022 404 3158611312a0cc137431ddae905f0f0a 199.19.213.25 - - [18/Mar/2026:13:07:25 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "python-keystoneclient" 394 0.017 [openstack-keystone-api-5000] [] 10.0.0.98:5000 388 0.017 200 7556c0595122ae2db097dc21cfa8ce8d 199.19.213.25 - - [18/Mar/2026:13:07:25 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 393 0.022 [openstack-keystone-api-5000] [] 10.0.0.98:5000 91 0.022 404 d51b0dde2f65fde328e45be9d7997014 199.19.213.25 - - [18/Mar/2026:13:07:25 +0000] "GET /v3/users?domain_id=50dd4a5b211e44fb861fbe351253eac1&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "python-keystoneclient" 441 0.044 [openstack-keystone-api-5000] [] 10.0.0.98:5000 456 0.044 200 17e3cab0b36ad70a0b78df5a93223c1e 199.19.213.25 - - [18/Mar/2026:13:07:25 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 390 0.019 [openstack-keystone-api-5000] [] 10.0.0.98:5000 88 0.019 404 fbd82f4a514e138166f4f272877a36a3 199.19.213.25 - - [18/Mar/2026:13:07:25 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "python-keystoneclient" 395 0.021 [openstack-keystone-api-5000] [] 10.0.0.98:5000 518 0.021 200 b14fb3960d1657c706a96e3946c364f1 199.19.213.25 - - [18/Mar/2026:13:07:26 +0000] "PUT /v3/projects/d5fd4c5c131b4544a4eeaad449188534/users/e9e73abed010474388b78e6ab5a59813/roles/8023a49d8e704b93bc571ac2c3ba4704 HTTP/1.1" 204 0 "-" "python-keystoneclient" 512 0.913 [openstack-keystone-api-5000] [] 10.0.0.98:5000 0 0.913 204 829ea4a192d1922f902937c80988880b 199.19.213.25 - - [18/Mar/2026:13:07:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.98:5000 280 0.003 300 27a7a61dd0caa670dc15297de8c1ad0b 199.19.213.25 - - [18/Mar/2026:13:07:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.440 [openstack-keystone-api-5000] [] 10.0.0.98:5000 2053 0.440 201 b8d81d5bce67ad27be872f9f7c17b3be 199.19.213.25 - - [18/Mar/2026:13:07:29 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.020 [openstack-keystone-api-5000] [] 10.0.0.98:5000 150 0.020 200 de00ad9186bfd851a839f1721f32a6f4 199.19.213.25 - - [18/Mar/2026:13:07:29 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.025 [openstack-keystone-api-5000] [] 10.0.0.98:5000 262 0.025 201 8dcd413ab17a27324b7a5fea9c7c4f12 199.19.213.25 - - [18/Mar/2026:13:07:30 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.98:5000 280 0.002 300 99a2f6ad748cd6c638309b225c3b89e7 199.19.213.25 - - [18/Mar/2026:13:07:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.98:5000 2155 0.299 201 a5ff440a033de74b0b95c0e9eb16fe19 199.19.213.25 - - [18/Mar/2026:13:07:30 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.020 [openstack-keystone-api-5000] [] 10.0.0.98:5000 86 0.020 404 149f34836dba0ef10d42d58a8507a6d2 199.19.213.25 - - [18/Mar/2026:13:07:30 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.014 [openstack-keystone-api-5000] [] 10.0.0.98:5000 380 0.014 200 812bf7aae5498653a9d6125d8b9acca8 199.19.213.25 - - [18/Mar/2026:13:07:31 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=0017e92494e040e08418eaa483e49405 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.019 [openstack-keystone-api-5000] [] 10.0.0.98:5000 204 0.019 200 ceb11ff49bfed5efe525c4998cc2e6cb 199.19.213.25 - - [18/Mar/2026:13:07:31 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.031 [openstack-keystone-api-5000] [] 10.0.0.98:5000 377 0.031 201 a6700d0e16725798024ed3a31905373f 199.19.213.25 - - [18/Mar/2026:13:07:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.98:5000 280 0.004 300 e560f56681fb0e07e9c0b79bcef78e9c 199.19.213.25 - - [18/Mar/2026:13:07:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.305 [openstack-keystone-api-5000] [] 10.0.0.98:5000 2363 0.305 201 b3c2631db689e66223106bbcab6bfdef 199.19.213.25 - - [18/Mar/2026:13:07:31 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.018 [openstack-keystone-api-5000] [] 10.0.0.98:5000 86 0.018 404 2d197d49b3a49275aabafd7a272864dd 199.19.213.25 - - [18/Mar/2026:13:07:31 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.015 [openstack-keystone-api-5000] [] 10.0.0.98:5000 380 0.015 200 2a037545a3a3a3227e978b8102bb19bd 199.19.213.25 - - [18/Mar/2026:13:07:31 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=0017e92494e040e08418eaa483e49405 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.019 [openstack-keystone-api-5000] [] 10.0.0.98:5000 206 0.019 200 cf5926cfe05b7cde07c0b38fc93d21e5 199.19.213.25 - - [18/Mar/2026:13:07:31 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.022 [openstack-keystone-api-5000] [] 10.0.0.98:5000 391 0.022 201 823879596f2b9c3d917351f0fe868753 W0318 13:07:33.137365 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 13:07:33.137504 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0318 13:07:33.137583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:07:33.137606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 13:07:33.142417 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0318 13:07:33.142454 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0318 13:07:33.146758 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0318 13:07:33.147022 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"80c4b3bb-ada4-4c13-9e3f-72864225f22d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8889", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 13:07:33.147341 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0318 13:07:33.147743 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 13:07:33.147866 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0318 13:07:33.147948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:07:33.147974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 13:07:33.148124 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 13:07:33.195246 7 controller.go:216] "Backend successfully reloaded" I0318 13:07:33.195612 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-dxdfh", UID:"9b79ad03-05d4-4cdb-a848-646085eadafa", APIVersion:"v1", ResourceVersion:"1181", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 13:07:33.425637 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0318 13:07:33.426949 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0318 13:07:36.481544 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 13:07:36.481691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:07:36.481701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:07:52.688409 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 13:07:52.688627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:07:52.688661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:08:01.011260 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 13:08:01.011403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:08:01.011425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 13:08:01.011819 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 13:08:01.062758 7 controller.go:216] "Backend successfully reloaded" I0318 13:08:01.063296 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-dxdfh", UID:"9b79ad03-05d4-4cdb-a848-646085eadafa", APIVersion:"v1", ResourceVersion:"1181", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0318 13:08:04.345078 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 13:08:04.345421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:08:04.345456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:08:07.678253 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 13:08:07.678418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:08:07.678458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:08:11.012312 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 13:08:11.012568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:08:11.012608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:08:14.345714 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 13:08:14.345862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:08:14.345884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 13:08:24.018166 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.103.142.217"}] I0318 13:08:24.023343 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"80c4b3bb-ada4-4c13-9e3f-72864225f22d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9299", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 13:08:24.025740 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 13:08:24.025867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:08:24.025889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:08:27.359393 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 13:08:27.359584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:08:27.359613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:08:30.695493 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 13:08:30.695615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:08:30.695631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:08:34.717628 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 13:08:34.717751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:08:34.717774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:08:43.818280 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 13:08:43.818401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:08:43.818417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:09:24.255720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:09:24.255771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:11:01.822509 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 13:11:01.822909 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0318 13:11:01.823180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:11:01.823212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 13:11:01.828931 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.007s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:39.1kB} I0318 13:11:01.828970 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0318 13:11:01.835436 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0318 13:11:01.835702 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"4e8fa218-84af-4af2-b72f-c8f0fe35d109", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10390", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 13:11:01.835956 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0318 13:11:01.836805 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 13:11:01.836945 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0318 13:11:01.837031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:11:01.837054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 13:11:01.837237 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 13:11:01.890392 7 controller.go:216] "Backend successfully reloaded" I0318 13:11:01.890601 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-dxdfh", UID:"9b79ad03-05d4-4cdb-a848-646085eadafa", APIVersion:"v1", ResourceVersion:"1181", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 13:11:02.354402 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0318 13:11:02.355642 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0318 13:11:05.171800 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 13:11:05.171994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:11:05.172019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 13:11:24.016871 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.103.142.217"}] I0318 13:11:24.021965 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"4e8fa218-84af-4af2-b72f-c8f0fe35d109", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10514", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 13:11:24.023097 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 13:11:24.023222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:11:24.023240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:12:46.097296 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 13:12:46.097524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:12:46.097553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:12:55.648662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 13:12:55.648710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store