------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0319 17:53:37.663266 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0319 17:53:37.663462 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0319 17:53:37.671112 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0319 17:53:37.674304 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0319 17:53:37.834827 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0319 17:53:37.857173 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0319 17:53:37.872592 7 nginx.go:271] "Starting NGINX Ingress controller" I0319 17:53:37.876298 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"63e10058-b0c6-4675-894b-b608048e2ee6", APIVersion:"v1", ResourceVersion:"1129", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0319 17:53:37.881265 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"d69d98e2-99f3-40d5-9a31-3aa4de803d69", APIVersion:"v1", ResourceVersion:"1130", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0319 17:53:37.881302 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"561c427b-c8cf-4c97-98fd-74881c1a25df", APIVersion:"v1", ResourceVersion:"1131", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0319 17:53:39.074640 7 nginx.go:317] "Starting NGINX process" I0319 17:53:39.074753 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0319 17:53:39.075276 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0319 17:53:39.075540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:53:39.075577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 17:53:39.075631 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 17:53:39.090971 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0319 17:53:39.091069 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-rpt2z" I0319 17:53:39.111903 7 controller.go:216] "Backend successfully reloaded" I0319 17:53:39.112050 7 controller.go:227] "Initial sync, sleeping for 1 second" I0319 17:53:39.112135 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rpt2z", UID:"54c61fcb-a0c8-41b8-9e3f-2a6431176012", APIVersion:"v1", ResourceVersion:"1174", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 17:53:42.890933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:53:42.890958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:53:46.224777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:53:46.224849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:53:49.558327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:53:49.558414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:53:52.891703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:53:52.891743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:53:56.225358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:53:56.225406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:53:59.559339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:53:59.559454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:02.891692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:02.891745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:06.225971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:06.226027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:09.558364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:09.558401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:15.526905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:15.526936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:03.002149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:03.002179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:21.977730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:21.977777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:25.311550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:25.311601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:28.644558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:28.644669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:31.978094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:31.978152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:35.312545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:35.312589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:38.645070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:38.645112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:42.132413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:42.132455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:45.466401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:45.466443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:49.131922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:49.131977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:52.465439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:52.465485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:55.798717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:55.798753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:58:04.870637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:58:04.870664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:58:07.517725 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-121.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-121.nip.io-tls was not found. Using default certificate W0319 17:58:07.517788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:58:07.517875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 17:58:07.519728 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0319 17:58:07.519764 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0319 17:58:07.527632 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0319 17:58:07.527924 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"699b1321-d131-459a-8e68-cf84c9106529", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3067", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 17:58:07.528485 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-121.nip.io-tls" in local store I0319 17:58:07.837596 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-121.nip.io-tls" I0319 17:58:07.838898 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-121.nip.io-tls" W0319 17:58:08.204804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:58:08.204851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 17:58:08.204941 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 17:58:08.244296 7 controller.go:216] "Backend successfully reloaded" I0319 17:58:08.244572 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rpt2z", UID:"54c61fcb-a0c8-41b8-9e3f-2a6431176012", APIVersion:"v1", ResourceVersion:"1174", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 17:58:11.539509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:58:11.539559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.121 - - [19/Mar/2026:17:58:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.859 [auth-system-keycloak-80] [] 10.0.0.90:8080 1928 1.859 200 bc6d712896289d981c1ed3c1e97f9677 199.19.213.121 - - [19/Mar/2026:17:58:18 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.176 [auth-system-keycloak-80] [] 10.0.0.90:8080 116 0.176 404 df81b7a3d560f90be91a3a9d9599b008 199.19.213.121 - - [19/Mar/2026:17:58:22 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.385 [auth-system-keycloak-80] [] 10.0.0.90:8080 0 4.384 201 44973757dd2f875bf607884148e71bf7 199.19.213.121 - - [19/Mar/2026:17:58:23 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.616 [auth-system-keycloak-80] [] 10.0.0.90:8080 4246 0.616 200 19acf5805a7616036a17caf51effb215 199.19.213.121 - - [19/Mar/2026:17:58:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.500 [auth-system-keycloak-80] [] 10.0.0.90:8080 1928 0.500 200 c33e1955fdf0a31ed5fdb4d21bdef556 199.19.213.121 - - [19/Mar/2026:17:58:24 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.076 [auth-system-keycloak-80] [] 10.0.0.90:8080 12500 0.076 200 cbba77be56c6a00fb96bd66493ee0ac8 199.19.213.121 - - [19/Mar/2026:17:58:24 +0000] "GET /admin/realms/atmosphere/client-scopes/740342d3-704e-486d-8554-4190e65e784c HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.008 [auth-system-keycloak-80] [] 10.0.0.90:8080 1278 0.008 200 53ef4bb396a6f182fe545af4dc23d1c6 199.19.213.121 - - [19/Mar/2026:17:58:24 +0000] "PUT /admin/realms/atmosphere/client-scopes/740342d3-704e-486d-8554-4190e65e784c HTTP/1.1" 204 0 "-" "Ansible" 1848 0.059 [auth-system-keycloak-80] [] 10.0.0.90:8080 0 0.059 204 4d677fb730b52d885d97c1aa51ab9631 199.19.213.121 - - [19/Mar/2026:17:58:24 +0000] "GET /admin/realms/atmosphere/client-scopes/740342d3-704e-486d-8554-4190e65e784c/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.078 [auth-system-keycloak-80] [] 10.0.0.90:8080 963 0.078 200 f3f8c6145b42e798f4ad2a3bf10c1b3b 199.19.213.121 - - [19/Mar/2026:17:58:24 +0000] "GET /admin/realms/atmosphere/client-scopes/740342d3-704e-486d-8554-4190e65e784c/protocol-mappers/models/4df999c7-02c0-42ff-8cee-51bb9654bf86 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.010 [auth-system-keycloak-80] [] 10.0.0.90:8080 366 0.010 200 4da099b0ff7d391485bf587a9c225e4c 199.19.213.121 - - [19/Mar/2026:17:58:24 +0000] "PUT /admin/realms/atmosphere/client-scopes/740342d3-704e-486d-8554-4190e65e784c/protocol-mappers/models/4df999c7-02c0-42ff-8cee-51bb9654bf86 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.084 [auth-system-keycloak-80] [] 10.0.0.90:8080 0 0.083 204 fff1f37cf0c90e8015e91fa57d41fffe 199.19.213.121 - - [19/Mar/2026:17:58:24 +0000] "GET /admin/realms/atmosphere/client-scopes/740342d3-704e-486d-8554-4190e65e784c HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.083 [auth-system-keycloak-80] [] 10.0.0.90:8080 1218 0.083 200 de43b8eae5a8cde0f89bf80fe00022c7 I0319 17:58:39.100018 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.104.8.151"}] I0319 17:58:39.104337 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"699b1321-d131-459a-8e68-cf84c9106529", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3409", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 17:58:39.105776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:58:39.105810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.121 - - [19/Mar/2026:17:58:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.482 [auth-system-keycloak-80] [] 10.0.0.90:8080 1928 0.481 200 bba8c0f0289f6f744819b6157cc24194 199.19.213.121 - - [19/Mar/2026:17:58:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.050 [auth-system-keycloak-80] [] 10.0.0.90:8080 2 0.050 200 afc72fc276bcbb8387bfe9fdba48bf99 199.19.213.121 - - [19/Mar/2026:17:58:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.178 [auth-system-keycloak-80] [] 10.0.0.90:8080 0 0.177 201 3e2d2b0d29383659a959a4828202818c 199.19.213.121 - - [19/Mar/2026:17:58:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.023 [auth-system-keycloak-80] [] 10.0.0.90:8080 1261 0.024 200 020c9f433bf6347bc00e9084e297360d 199.19.213.121 - - [19/Mar/2026:17:58:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.499 [auth-system-keycloak-80] [] 10.0.0.90:8080 1928 0.498 200 678c119beaf783cfd50a1762a6f22f89 199.19.213.121 - - [19/Mar/2026:17:58:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.90:8080 2 0.012 200 40982838679495f2c7efa36763411f44 199.19.213.121 - - [19/Mar/2026:17:58:47 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.085 [auth-system-keycloak-80] [] 10.0.0.90:8080 0 0.084 201 40a3d8717a8a21a3f6926ef923b32055 199.19.213.121 - - [19/Mar/2026:17:58:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.070 [auth-system-keycloak-80] [] 10.0.0.90:8080 1286 0.070 200 adec75a8990df97ba519be33ce7a6a75 199.19.213.121 - - [19/Mar/2026:17:58:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.036 [auth-system-keycloak-80] [] 10.0.0.90:8080 1928 1.035 200 ca1663b175caa0fc42251b40793e5f2b 199.19.213.121 - - [19/Mar/2026:17:58:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.90:8080 2 0.012 200 cbc2623057e713b8b2c0965711abc497 199.19.213.121 - - [19/Mar/2026:17:58:48 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.065 [auth-system-keycloak-80] [] 10.0.0.90:8080 0 0.064 201 67931f3e402312dc17a8ce18195c13ec 199.19.213.121 - - [19/Mar/2026:17:58:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.020 [auth-system-keycloak-80] [] 10.0.0.90:8080 1251 0.021 200 c8604647737fda145e09f98f15ea923d 199.19.213.121 - - [19/Mar/2026:17:58:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.485 [auth-system-keycloak-80] [] 10.0.0.90:8080 1928 0.485 200 798d81812759117b5b46e5b83ec87f2e 199.19.213.121 - - [19/Mar/2026:17:58:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.034 [auth-system-keycloak-80] [] 10.0.0.90:8080 1261 0.034 200 075f3a25df614a9573a0d6f107e10390 199.19.213.121 - - [19/Mar/2026:17:58:49 +0000] "GET /admin/realms/atmosphere/clients/95089e28-7f23-4dea-8f17-e1ccfd8e4141/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.90:8080 119 0.014 404 06e2893d2bc09eaf1173e97426cba7bd 199.19.213.121 - - [19/Mar/2026:17:58:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.90:8080 1261 0.007 200 77be890e55e7f8072fe29cf5b0f04209 199.19.213.121 - - [19/Mar/2026:17:58:49 +0000] "POST /admin/realms/atmosphere/clients/95089e28-7f23-4dea-8f17-e1ccfd8e4141/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.063 [auth-system-keycloak-80] [] 10.0.0.90:8080 0 0.062 201 c08eec37081675a0777a62b594149225 199.19.213.121 - - [19/Mar/2026:17:58:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.071 [auth-system-keycloak-80] [] 10.0.0.90:8080 1261 0.071 200 3c0d3946ebd8aa6ff0595f5956ab005f 199.19.213.121 - - [19/Mar/2026:17:58:49 +0000] "GET /admin/realms/atmosphere/clients/95089e28-7f23-4dea-8f17-e1ccfd8e4141/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.90:8080 166 0.017 200 260bef43c01dfbb9ca1d60267789a797 199.19.213.121 - - [19/Mar/2026:17:58:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.510 [auth-system-keycloak-80] [] 10.0.0.90:8080 1928 0.508 200 31619f2dfc64d3634e9749eed3edb37d 199.19.213.121 - - [19/Mar/2026:17:58:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.90:8080 1286 0.006 200 a87268c678e70cc3e7d8aee41204c493 199.19.213.121 - - [19/Mar/2026:17:58:50 +0000] "GET /admin/realms/atmosphere/clients/c5b04b58-5522-48e2-990f-928e8352591b/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.90:8080 119 0.011 404 18110d35de4be2cdde5abe61d3247c69 199.19.213.121 - - [19/Mar/2026:17:58:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.90:8080 1286 0.006 200 9ac13098486b66b50b6893f86542ce94 199.19.213.121 - - [19/Mar/2026:17:58:50 +0000] "POST /admin/realms/atmosphere/clients/c5b04b58-5522-48e2-990f-928e8352591b/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.040 [auth-system-keycloak-80] [] 10.0.0.90:8080 0 0.040 201 010b761700fd0472bab0da71fa1b0a2c 199.19.213.121 - - [19/Mar/2026:17:58:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.90:8080 1286 0.005 200 8f9e53f1278c2223d9d600acea1cea0a 199.19.213.121 - - [19/Mar/2026:17:58:50 +0000] "GET /admin/realms/atmosphere/clients/c5b04b58-5522-48e2-990f-928e8352591b/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.90:8080 165 0.011 200 17bc039befed0b3c8033d3382031658b 199.19.213.121 - - [19/Mar/2026:17:58:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.90:8080 1928 0.479 200 48c1721da5a91c805de80e1f5701768c 199.19.213.121 - - [19/Mar/2026:17:58:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.90:8080 1286 0.007 200 3c58717d530c8f618c28f56e5f341862 199.19.213.121 - - [19/Mar/2026:17:58:51 +0000] "GET /admin/realms/atmosphere/clients/c5b04b58-5522-48e2-990f-928e8352591b/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.90:8080 119 0.009 404 72ad69a7d344d961ab3842b7dcc3521b 199.19.213.121 - - [19/Mar/2026:17:58:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.043 [auth-system-keycloak-80] [] 10.0.0.90:8080 1286 0.043 200 ea139e3b464da3c06bf61acb9d9fa95e 199.19.213.121 - - [19/Mar/2026:17:58:51 +0000] "POST /admin/realms/atmosphere/clients/c5b04b58-5522-48e2-990f-928e8352591b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.90:8080 0 0.014 201 e85f9a16c4c2d6e55aa76b78fd3f238b 199.19.213.121 - - [19/Mar/2026:17:58:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.063 [auth-system-keycloak-80] [] 10.0.0.90:8080 1286 0.063 200 ab867e26315e015d750df2ecaecf3b58 199.19.213.121 - - [19/Mar/2026:17:58:51 +0000] "GET /admin/realms/atmosphere/clients/c5b04b58-5522-48e2-990f-928e8352591b/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.90:8080 166 0.013 200 3a22fb72433dc263bac36ba22974f325 199.19.213.121 - - [19/Mar/2026:17:58:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.90:8080 1928 0.500 200 c23cb2810a0f60bf56e4770eb9f30da4 199.19.213.121 - - [19/Mar/2026:17:58:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.90:8080 1286 0.011 200 94ad17cc3ffb17839b59a5153cf965af 199.19.213.121 - - [19/Mar/2026:17:58:52 +0000] "GET /admin/realms/atmosphere/clients/c5b04b58-5522-48e2-990f-928e8352591b/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.90:8080 119 0.011 404 c24498873b2bb9439abdeb9f78f851bf 199.19.213.121 - - [19/Mar/2026:17:58:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.059 [auth-system-keycloak-80] [] 10.0.0.90:8080 1286 0.060 200 2d62240f70508ea92e29af0991e08395 199.19.213.121 - - [19/Mar/2026:17:58:52 +0000] "POST /admin/realms/atmosphere/clients/c5b04b58-5522-48e2-990f-928e8352591b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.90:8080 0 0.021 201 555f266554b34af241850ad0ae53843c 199.19.213.121 - - [19/Mar/2026:17:58:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.057 [auth-system-keycloak-80] [] 10.0.0.90:8080 1286 0.056 200 32746f87bba3445405a2ceb37bb69bf2 199.19.213.121 - - [19/Mar/2026:17:58:52 +0000] "GET /admin/realms/atmosphere/clients/c5b04b58-5522-48e2-990f-928e8352591b/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.90:8080 166 0.013 200 ad02fbf4a596ad254dd6afa5564bf2c7 199.19.213.121 - - [19/Mar/2026:17:58:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.90:8080 1928 0.472 200 6a81c566e8bc7aa95656e2087bceab5f 199.19.213.121 - - [19/Mar/2026:17:58:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.032 [auth-system-keycloak-80] [] 10.0.0.90:8080 1251 0.032 200 874d2db774247a798b1bf8f1641c37a2 199.19.213.121 - - [19/Mar/2026:17:58:53 +0000] "GET /admin/realms/atmosphere/clients/ac802b96-9d1f-4860-be9d-0532a34e795a/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.90:8080 119 0.009 404 52863b614e2f8653f691035056596396 199.19.213.121 - - [19/Mar/2026:17:58:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.90:8080 1251 0.006 200 f64aff1b02ec03f55b3e9a87be0af76d 199.19.213.121 - - [19/Mar/2026:17:58:53 +0000] "POST /admin/realms/atmosphere/clients/ac802b96-9d1f-4860-be9d-0532a34e795a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.049 [auth-system-keycloak-80] [] 10.0.0.90:8080 0 0.049 201 bca0e0023cbd2bbb9118b9fe3b9880f1 199.19.213.121 - - [19/Mar/2026:17:58:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.90:8080 1251 0.007 200 54881a60dff12f1c8c14b07e685266d7 199.19.213.121 - - [19/Mar/2026:17:58:53 +0000] "GET /admin/realms/atmosphere/clients/ac802b96-9d1f-4860-be9d-0532a34e795a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.90:8080 166 0.011 200 f2f623c3833d5067c246abf9e61fb7bb W0319 17:59:03.663817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:03.663852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:06.997786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:06.997832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:57.422452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:57.422491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:57.492042 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 17:59:57.492106 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0319 17:59:57.492137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:57.492155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:57.492176 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 17:59:57.492402 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0319 17:59:57.492470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:57.492499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:57.492538 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 17:59:57.492626 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0319 17:59:57.492674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:57.492695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 17:59:57.493795 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0319 17:59:57.493821 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0319 17:59:57.494378 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0319 17:59:57.494431 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0319 17:59:57.494891 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0319 17:59:57.494925 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0319 17:59:57.499598 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0319 17:59:57.500187 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0319 17:59:57.500222 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0319 17:59:57.500684 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0319 17:59:57.500727 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0319 17:59:57.500850 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"dc9885b6-1446-4e0b-8a05-ba04b6d4caef", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4009", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 17:59:57.500879 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"3c3a756c-2303-4abd-9e39-62e1e0171980", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4010", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 17:59:57.500956 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"ab7e61a9-4cbc-40b7-997c-ffbc5b051a71", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4011", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 17:59:57.501183 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0319 17:59:57.886836 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0319 17:59:57.887635 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0319 17:59:58.108330 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0319 17:59:58.109440 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0319 17:59:58.960443 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0319 17:59:58.961772 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0319 18:00:00.756726 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:00.756780 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:00.756824 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:00.756929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:00.756950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:00:00.757029 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 18:00:00.815078 7 controller.go:216] "Backend successfully reloaded" I0319 18:00:00.815666 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rpt2z", UID:"54c61fcb-a0c8-41b8-9e3f-2a6431176012", APIVersion:"v1", ResourceVersion:"1174", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 18:00:04.089367 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:04.089441 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:04.089481 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:04.089629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:04.089658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:07.422998 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:07.423065 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:07.423118 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:07.423237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:07.423262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:10.756047 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:10.756165 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:10.756207 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:10.756406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:10.756435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:14.089673 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:14.089743 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:14.089780 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:14.089941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:14.089968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:17.423251 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:17.423322 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:17.423352 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:17.423514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:17.423556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:20.755968 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:20.756029 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:20.756072 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:20.756184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:20.756211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:24.089278 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:24.089330 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:24.089353 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:24.089440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:24.089459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:27.460705 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:27.460760 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:27.460796 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:27.460974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:27.460999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:30.795071 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:30.795115 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:30.795138 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:30.795229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:30.795250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:00:39.097143 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.104.8.151"}] I0319 18:00:39.097170 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.104.8.151"}] I0319 18:00:39.097428 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.104.8.151"}] I0319 18:00:39.102362 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"dc9885b6-1446-4e0b-8a05-ba04b6d4caef", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4887", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:00:39.103476 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:39.103509 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:39.103539 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:39.103636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:39.103651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:00:39.105511 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"ab7e61a9-4cbc-40b7-997c-ffbc5b051a71", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4888", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 18:00:39.107124 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"3c3a756c-2303-4abd-9e39-62e1e0171980", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4889", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:00:42.437615 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:42.437681 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:42.437739 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:42.437872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:42.437901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:45.771193 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:45.771276 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:45.771318 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:45.771658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:45.771716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:49.103861 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:49.104050 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:49.104178 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:49.104578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:49.104638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:52.437796 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:52.437882 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:52.437927 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:52.438051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:52.438076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:57.853618 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:57.853717 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:57.853836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:57.853860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:01.188252 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:01.188321 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:01.188442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:01.188460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:04.521470 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:04.521593 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:04.521868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:04.521902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:07.855148 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:07.855277 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:07.855411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:07.855446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:17.964181 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:17.964279 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:17.964427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:17.964454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:21.297895 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:21.297987 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:21.298108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:21.298132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:28.910230 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:28.910313 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:28.910431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:28.910467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:32.244414 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:32.244515 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:32.244620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:32.244645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:35.577174 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:35.577356 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:35.577487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:35.577512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:38.911418 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:38.911518 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:38.911639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:38.911669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:42.244104 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:42.244237 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:42.244432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:42.244463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:45.577847 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:45.578002 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:45.579223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:45.579285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.217 - - [19/Mar/2026:18:01:47 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.031 [auth-system-keycloak-80] [] 10.0.0.90:8080 6432 0.031 200 a391452f254415927592833cf29c67c3 10.0.0.236 - - [19/Mar/2026:18:01:48 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.90:8080 6432 0.008 200 04309772e9e2eef4f1fbd11e8b5db864 W0319 18:01:48.910413 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:48.910524 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:48.910671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:48.910711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:52.244718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:52.244767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:55.577747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:55.577798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:01.930280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:01.930316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.121 - - [19/Mar/2026:18:02:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.517 [auth-system-keycloak-80] [] 10.0.0.90:8080 1928 0.516 200 391dfc89aae56e3b13036eff3069a988 199.19.213.121 - - [19/Mar/2026:18:02:05 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.005 [auth-system-keycloak-80] [] 10.0.0.90:8080 4246 0.005 200 d9dbbe6c5c73827f6dc556974e30f2e7 199.19.213.121 - - [19/Mar/2026:18:02:05 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.386 [auth-system-keycloak-80] [] 10.0.0.90:8080 0 0.385 204 539435231035d879e0752c4a946a1678 199.19.213.121 - - [19/Mar/2026:18:02:05 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.188 [auth-system-keycloak-80] [] 10.0.0.90:8080 4384 0.187 200 35b3eb773217adab1ef5574e15f87ca3 199.19.213.121 - - [19/Mar/2026:18:02:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.526 [auth-system-keycloak-80] [] 10.0.0.90:8080 1928 0.525 200 9a248e60b7c050d32289fb6cb689a60e 199.19.213.121 - - [19/Mar/2026:18:02:06 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.011 [auth-system-keycloak-80] [] 10.0.0.90:8080 1682 0.011 200 9b5a8513bea76ad2328aeea55d47280d 199.19.213.121 - - [19/Mar/2026:18:02:07 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.90:8080 6432 0.006 200 1b3461d3c2864b31fa6d746e5a6fc3d8 199.19.213.121 - - [19/Mar/2026:18:02:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.515 [auth-system-keycloak-80] [] 10.0.0.90:8080 1928 0.515 200 7d356d89089837236ad8ae2981259da7 199.19.213.121 - - [19/Mar/2026:18:02:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.90:8080 2 0.009 200 deecec1fa90a22c9b2174deb95605252 199.19.213.121 - - [19/Mar/2026:18:02:08 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.110 [auth-system-keycloak-80] [] 10.0.0.90:8080 0 0.110 201 0b017b69282377436cfbad9cdb9b8c16 199.19.213.121 - - [19/Mar/2026:18:02:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.061 [auth-system-keycloak-80] [] 10.0.0.90:8080 2246 0.061 200 d9d0728e4cf91a50026689f68a748165 199.19.213.121 - - [19/Mar/2026:18:02:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.90:8080 1928 0.505 200 c271c4dc07ecbb26f55686e5a3a0783e 199.19.213.121 - - [19/Mar/2026:18:02:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.038 [auth-system-keycloak-80] [] 10.0.0.90:8080 2246 0.038 200 3729545cbc6e4611968ca9773698314c 199.19.213.121 - - [19/Mar/2026:18:02:09 +0000] "GET /admin/realms/atmosphere/clients/16a39c44-6507-490c-952b-2d737f02e513/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.035 [auth-system-keycloak-80] [] 10.0.0.90:8080 233 0.035 200 a8bbd00eb25fa40187c6d90cfc8927f7 199.19.213.121 - - [19/Mar/2026:18:02:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.054 [auth-system-keycloak-80] [] 10.0.0.90:8080 831 0.053 200 e6548909d4249a02888ec16efcadf2d6 199.19.213.121 - - [19/Mar/2026:18:02:10 +0000] "GET /admin/realms/atmosphere/clients/f0c30284-0d62-4649-98cc-768059efa54e/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.025 [auth-system-keycloak-80] [] 10.0.0.90:8080 3758 0.025 200 b909a4e438c529097ec7a1983292b5df 199.19.213.121 - - [19/Mar/2026:18:02:10 +0000] "GET /admin/realms/atmosphere/users/3364c134-6bee-43e4-882e-3e32fc05371b/role-mappings/clients/f0c30284-0d62-4649-98cc-768059efa54e/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.158 [auth-system-keycloak-80] [] 10.0.0.90:8080 3758 0.158 200 53d557c056e74efff75181e003f90fd0 199.19.213.121 - - [19/Mar/2026:18:02:10 +0000] "GET /admin/realms/atmosphere/users/3364c134-6bee-43e4-882e-3e32fc05371b/role-mappings/clients/f0c30284-0d62-4649-98cc-768059efa54e/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.082 [auth-system-keycloak-80] [] 10.0.0.90:8080 2 0.081 200 4083b61b1c9908063e62544bbda67ab8 199.19.213.121 - - [19/Mar/2026:18:02:10 +0000] "POST /admin/realms/atmosphere/users/3364c134-6bee-43e4-882e-3e32fc05371b/role-mappings/clients/f0c30284-0d62-4649-98cc-768059efa54e HTTP/1.1" 204 0 "-" "Ansible" 1390 0.017 [auth-system-keycloak-80] [] 10.0.0.90:8080 0 0.017 204 c0cc9accdb934f1cedfd7faae8d33e56 199.19.213.121 - - [19/Mar/2026:18:02:10 +0000] "GET /admin/realms/atmosphere/users/3364c134-6bee-43e4-882e-3e32fc05371b/role-mappings/clients/f0c30284-0d62-4649-98cc-768059efa54e/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.059 [auth-system-keycloak-80] [] 10.0.0.90:8080 576 0.059 200 d5a3f13aa9ebcf9f9c6e652950298c5f W0319 18:02:12.876151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:12.876182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:16.209978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:16.210006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:22.995189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:22.995238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:17.495764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:17.495811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:43.910244 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0319 18:04:43.910330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:43.910350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:04:43.914428 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0319 18:04:43.914467 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0319 18:04:43.920669 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0319 18:04:43.920951 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"3497cfba-e490-461d-b3cd-32490aa8299e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6558", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:04:43.921226 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0319 18:04:43.921609 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0319 18:04:43.921700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:43.921720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:04:43.921874 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 18:04:43.970992 7 controller.go:216] "Backend successfully reloaded" I0319 18:04:43.971331 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rpt2z", UID:"54c61fcb-a0c8-41b8-9e3f-2a6431176012", APIVersion:"v1", ResourceVersion:"1174", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 18:04:44.290771 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0319 18:04:44.291661 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0319 18:04:47.257793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:47.257838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.121 - - [19/Mar/2026:18:04:48 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.006 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.005 300 9b5aef9ea30d9c1aa60c9cfbd61ccee3 199.19.213.121 - - [19/Mar/2026:18:04:49 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.49:5000 266 0.004 200 566c62431c49f5b3df2eb4e5bc559f4b 199.19.213.121 - - [19/Mar/2026:18:04:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.353 [openstack-keystone-api-5000] [] 10.0.0.49:5000 1360 0.352 201 dcec33fd76c1c9371d02ae32cdbf8181 199.19.213.121 - - [19/Mar/2026:18:04:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.003 300 23dee6780418f726ecdaa758cec48564 199.19.213.121 - - [19/Mar/2026:18:04:50 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.051 [openstack-keystone-api-5000] [] 10.0.0.49:5000 90 0.050 404 a619dcb97ea93f55f4fe5358f5a269af 199.19.213.121 - - [19/Mar/2026:18:04:50 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.029 [openstack-keystone-api-5000] [] 10.0.0.49:5000 368 0.030 200 998a6500ce910928f04d038f715b7e55 199.19.213.121 - - [19/Mar/2026:18:04:50 +0000] "GET /v3/domains/fb38a71f186a425db20b81b55c31e24e HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-keystone-api-5000] [] 10.0.0.49:5000 245 0.017 200 7ce8d367197cae62f9a5f3caa7c35aad 199.19.213.121 - - [19/Mar/2026:18:04:50 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.49:5000 266 0.004 200 a5185e60a9b0d080f01ff79768cd32d4 199.19.213.121 - - [19/Mar/2026:18:04:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.326 [openstack-keystone-api-5000] [] 10.0.0.49:5000 1360 0.327 201 8ea09c318bcffd69f918e26364b81b51 199.19.213.121 - - [19/Mar/2026:18:04:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.003 300 620afea087bffa1bb1dc7816f5a767e8 199.19.213.121 - - [19/Mar/2026:18:04:51 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.49:5000 101 0.022 404 f3425267565adfcc8910aaab415f6f8b 199.19.213.121 - - [19/Mar/2026:18:04:51 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.018 [openstack-keystone-api-5000] [] 10.0.0.49:5000 156 0.018 200 3dd4227f3e5f22f923070d207e746682 199.19.213.121 - - [19/Mar/2026:18:04:51 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.020 [openstack-keystone-api-5000] [] 10.0.0.49:5000 454 0.021 201 75cb83419e63b5d43d32bce039f413e5 199.19.213.121 - - [19/Mar/2026:18:04:51 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.49:5000 266 0.004 200 8624908769d4a6325ffc33c813a8a772 199.19.213.121 - - [19/Mar/2026:18:04:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.49:5000 1360 0.289 201 539b192ca8370b11f68184198793ec98 199.19.213.121 - - [19/Mar/2026:18:04:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.004 300 64b391cdb298745e1b379d1dbe23d0ea 199.19.213.121 - - [19/Mar/2026:18:04:52 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.024 [openstack-keystone-api-5000] [] 10.0.0.49:5000 98 0.025 404 828acf75729487e953c35e932b57355a 199.19.213.121 - - [19/Mar/2026:18:04:52 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.49:5000 136 0.016 200 72685bfbeb4eea0d7091c71a37a56e0b 199.19.213.121 - - [19/Mar/2026:18:04:52 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.022 [openstack-keystone-api-5000] [] 10.0.0.49:5000 357 0.021 201 6bac291dca53546eb124aa011f1310ac 199.19.213.121 - - [19/Mar/2026:18:04:52 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.49:5000 266 0.003 200 01754c6fa6b12aeebc4a31176dfc753b 199.19.213.121 - - [19/Mar/2026:18:04:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.49:5000 1360 0.288 201 363e8b73e2309e79f69924a84e2c7545 199.19.213.121 - - [19/Mar/2026:18:04:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.004 300 57d251efd0a8308e135ea78ce65d71a4 199.19.213.121 - - [19/Mar/2026:18:04:53 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.026 [openstack-keystone-api-5000] [] 10.0.0.49:5000 131 0.025 404 e48de9a69767963f99bb6759294036be 199.19.213.121 - - [19/Mar/2026:18:04:53 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.018 [openstack-keystone-api-5000] [] 10.0.0.49:5000 168 0.017 200 edb09a36c8af3488a810b2213893f39d 199.19.213.121 - - [19/Mar/2026:18:04:53 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.025 [openstack-keystone-api-5000] [] 10.0.0.49:5000 224 0.025 201 fc729f31d4af23726bec633ee4e6bef4 W0319 18:05:03.452263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:03.452334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:06.788760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:06.788808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:10.119787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:10.119825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:13.454875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:13.454936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:27.932038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:27.932082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:31.267225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:31.267269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:34.599655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:34.599709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:37.932131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:37.932162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:05:39.098706 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.104.8.151"}] I0319 18:05:39.104173 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"3497cfba-e490-461d-b3cd-32490aa8299e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7042", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:05:41.266870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:41.266948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:07:01.072284 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 18:07:01.072386 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0319 18:07:01.072547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:07:01.072572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:07:01.075202 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:32.2kB} I0319 18:07:01.075228 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0319 18:07:01.082844 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0319 18:07:01.083100 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"b0c6920f-67c4-4f49-a0be-2b9d6db4d93b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7556", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:07:01.083313 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0319 18:07:01.083778 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 18:07:01.083890 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0319 18:07:01.084014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:07:01.084041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:07:01.084212 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 18:07:01.143492 7 controller.go:216] "Backend successfully reloaded" I0319 18:07:01.144102 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rpt2z", UID:"54c61fcb-a0c8-41b8-9e3f-2a6431176012", APIVersion:"v1", ResourceVersion:"1174", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 18:07:01.342255 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0319 18:07:01.343180 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.121 - - [19/Mar/2026:18:07:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.005 300 6aa832e758dfc9a7cc3999a381ebfc29 199.19.213.121 - - [19/Mar/2026:18:07:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.338 [openstack-keystone-api-5000] [] 10.0.0.49:5000 1992 0.337 201 804d131a9172cb1b0a7fb18b9159ccb0 199.19.213.121 - - [19/Mar/2026:18:07:02 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.027 [openstack-keystone-api-5000] [] 10.0.0.49:5000 85 0.028 404 c6fae8a38ca58ee89c31b8f89073948b 199.19.213.121 - - [19/Mar/2026:18:07:02 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.024 [openstack-keystone-api-5000] [] 10.0.0.49:5000 129 0.024 200 44255382fdf8e6dfa0c5ed0a48897b3d 199.19.213.121 - - [19/Mar/2026:18:07:02 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.030 [openstack-keystone-api-5000] [] 10.0.0.49:5000 230 0.029 201 61c4afea12d889ad3ec6a5bf8b719262 W0319 18:07:04.417437 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 18:07:04.417604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:07:04.417636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.121 - - [19/Mar/2026:18:07:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.002 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.003 300 87baa01084427d2454c1f1f7d6b84a88 199.19.213.121 - - [19/Mar/2026:18:07:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.308 [openstack-keystone-api-5000] [] 10.0.0.49:5000 1992 0.308 201 cbb609680531591fbe6e1455a458e7c0 199.19.213.121 - - [19/Mar/2026:18:07:08 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.024 [openstack-keystone-api-5000] [] 10.0.0.49:5000 1521 0.024 200 c027c9b236b7b671368d04868f32a684 199.19.213.121 - - [19/Mar/2026:18:07:08 +0000] "PUT /v3/roles/1c64c86888bc4024a0243b0f07da24e6/implies/d1d6c3c8bd434c8b87d6d86a5372c16b HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.038 [openstack-keystone-api-5000] [] 10.0.0.49:5000 521 0.038 201 4b2c43dcf08acd617eebe4d0c5ac1d13 W0319 18:07:11.989202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:07:11.989236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:07:39.101428 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.104.8.151"}] I0319 18:07:39.106808 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"b0c6920f-67c4-4f49-a0be-2b9d6db4d93b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7911", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:07:39.108980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:07:39.109016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.121 - - [19/Mar/2026:18:07:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.004 300 68f98e38caeb8abf68d9301b9cfef250 199.19.213.121 - - [19/Mar/2026:18:07:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.363 [openstack-keystone-api-5000] [] 10.0.0.49:5000 2055 0.362 201 91c6354a56633f297682b2e3b64372bc 199.19.213.121 - - [19/Mar/2026:18:07:53 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.033 [openstack-keystone-api-5000] [] 10.0.0.49:5000 87 0.034 404 5adeabc06495fe3ecea5effa9358b810 199.19.213.121 - - [19/Mar/2026:18:07:53 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.025 [openstack-keystone-api-5000] [] 10.0.0.49:5000 390 0.026 200 e970db992faf26f5af06e7d8d276c4b2 199.19.213.121 - - [19/Mar/2026:18:07:53 +0000] "GET /v3/users/rgw-RegionOne?domain_id=cced1b36df83492eb68179610ffd9d8a HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.031 [openstack-keystone-api-5000] [] 10.0.0.49:5000 91 0.031 404 22907fa5fe3fa5c232f383dc2368cf2c 199.19.213.121 - - [19/Mar/2026:18:07:53 +0000] "GET /v3/users?domain_id=cced1b36df83492eb68179610ffd9d8a&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.027 [openstack-keystone-api-5000] [] 10.0.0.49:5000 178 0.028 200 a7e2e456db9e62585352b28825261ef0 199.19.213.121 - - [19/Mar/2026:18:07:53 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.295 [openstack-keystone-api-5000] [] 10.0.0.49:5000 291 0.294 201 1a65d7fa572dd2a27412d2e234058851 199.19.213.121 - - [19/Mar/2026:18:07:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.005 300 9b2f8f7c012fe6222525cd595704a5fd 199.19.213.121 - - [19/Mar/2026:18:07:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.305 [openstack-keystone-api-5000] [] 10.0.0.49:5000 2055 0.305 201 3923515b1375bf90f359e3ce39a68412 199.19.213.121 - - [19/Mar/2026:18:07:56 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.030 [openstack-keystone-api-5000] [] 10.0.0.49:5000 83 0.029 404 efd8e6270938d686821117c276530b94 199.19.213.121 - - [19/Mar/2026:18:07:56 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.019 [openstack-keystone-api-5000] [] 10.0.0.49:5000 361 0.019 200 c4aae06e981abc497322cb286c544f83 199.19.213.121 - - [19/Mar/2026:18:07:56 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.026 [openstack-keystone-api-5000] [] 10.0.0.49:5000 87 0.026 404 def561c6b5472eada0957b4b1fba5307 199.19.213.121 - - [19/Mar/2026:18:07:56 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.024 [openstack-keystone-api-5000] [] 10.0.0.49:5000 390 0.024 200 e345ec573d235bc688fbabcde4f6d338 199.19.213.121 - - [19/Mar/2026:18:07:56 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.031 [openstack-keystone-api-5000] [] 10.0.0.49:5000 91 0.032 404 aeb778cecd1b3456805b8bab61f165af 199.19.213.121 - - [19/Mar/2026:18:07:56 +0000] "GET /v3/users?domain_id=cced1b36df83492eb68179610ffd9d8a&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.036 [openstack-keystone-api-5000] [] 10.0.0.49:5000 458 0.036 200 2671284023089a4f1547eddcb9e4413b 199.19.213.121 - - [19/Mar/2026:18:07:56 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.030 [openstack-keystone-api-5000] [] 10.0.0.49:5000 88 0.030 404 394cc57b7398a2533a449264d5e11d57 199.19.213.121 - - [19/Mar/2026:18:07:56 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.023 [openstack-keystone-api-5000] [] 10.0.0.49:5000 520 0.024 200 aecbf6737cd97ceb60864c7612280236 199.19.213.121 - - [19/Mar/2026:18:07:56 +0000] "PUT /v3/projects/7972c19924f0424f8a40d2ba315f6670/users/d49ca05fd3c24843bdba5cca22d459eb/roles/083214f3a23c48bdb1bd6d98e65cf0eb HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.143 [openstack-keystone-api-5000] [] 10.0.0.49:5000 0 0.143 204 7574c6b6a317d5b05ab083f773eee7fc 199.19.213.121 - - [19/Mar/2026:18:07:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.004 300 b427d4c8d94235b7ae67bc2c05c32617 199.19.213.121 - - [19/Mar/2026:18:07:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.330 [openstack-keystone-api-5000] [] 10.0.0.49:5000 2055 0.330 201 23d2150c00b1566b9ba0ae1bfcb52845 199.19.213.121 - - [19/Mar/2026:18:07:58 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.020 [openstack-keystone-api-5000] [] 10.0.0.49:5000 151 0.020 200 a777ca8b17d7bb35e84de0d4c91c3ae2 199.19.213.121 - - [19/Mar/2026:18:07:58 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.028 [openstack-keystone-api-5000] [] 10.0.0.49:5000 263 0.028 201 a4552d1e9ed804acff740128ca61a724 199.19.213.121 - - [19/Mar/2026:18:07:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.004 300 fa8ddd63df64346322a90206cb69ed36 199.19.213.121 - - [19/Mar/2026:18:07:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.49:5000 2157 0.301 201 033e2c9a2869852a04ae3198b15fd8dc 199.19.213.121 - - [19/Mar/2026:18:07:59 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.49:5000 86 0.023 404 d3b5a3b235c645bc3f437383bf4b58e7 199.19.213.121 - - [19/Mar/2026:18:07:59 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.014 [openstack-keystone-api-5000] [] 10.0.0.49:5000 382 0.013 200 ac3f087fa3a752a4c2125e94520e3082 199.19.213.121 - - [19/Mar/2026:18:07:59 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=bee2ec0d706740daba5e8b37cb15e9a1 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.018 [openstack-keystone-api-5000] [] 10.0.0.49:5000 205 0.018 200 660af03ef6001e399cc21f6a162eccd7 199.19.213.121 - - [19/Mar/2026:18:08:00 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.131 [openstack-keystone-api-5000] [] 10.0.0.49:5000 379 0.131 201 31adef9b608f94984a7ff9af8cbed0e7 199.19.213.121 - - [19/Mar/2026:18:08:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.004 300 649533bd81a56bf95bc890deefff46cc 199.19.213.121 - - [19/Mar/2026:18:08:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.49:5000 2366 0.311 201 27d7e4992f05e7f020069a384ed1bea9 199.19.213.121 - - [19/Mar/2026:18:08:00 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.026 [openstack-keystone-api-5000] [] 10.0.0.49:5000 86 0.027 404 8b1e3de3e284e5e5849cd0b3e599b7d1 199.19.213.121 - - [19/Mar/2026:18:08:00 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.49:5000 382 0.016 200 b1daa680254fdc456376f26260d21ef8 199.19.213.121 - - [19/Mar/2026:18:08:00 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=bee2ec0d706740daba5e8b37cb15e9a1 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.017 [openstack-keystone-api-5000] [] 10.0.0.49:5000 207 0.017 200 3356a4cc7703d59f45c79954db356f3a 199.19.213.121 - - [19/Mar/2026:18:08:01 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.031 [openstack-keystone-api-5000] [] 10.0.0.49:5000 392 0.032 201 8bc19d57f749bc15ce302c22931479b1 W0319 18:08:02.252225 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 18:08:02.252360 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0319 18:08:02.252487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:02.252509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:08:02.256664 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:35.7kB} I0319 18:08:02.256690 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0319 18:08:02.260977 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0319 18:08:02.261283 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"7466a858-e60f-4e39-b807-5d84ab1e44e3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8080", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:08:02.261364 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0319 18:08:02.261631 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 18:08:02.261706 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0319 18:08:02.261757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:02.261773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:08:02.261869 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 18:08:02.307800 7 controller.go:216] "Backend successfully reloaded" I0319 18:08:02.308100 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rpt2z", UID:"54c61fcb-a0c8-41b8-9e3f-2a6431176012", APIVersion:"v1", ResourceVersion:"1174", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 18:08:02.632709 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0319 18:08:02.633635 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0319 18:08:05.596124 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 18:08:05.596324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:05.596348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:18.899521 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 18:08:18.899636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:18.899645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:23.887438 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 18:08:23.887625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:23.887647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:27.222662 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:08:27.222862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:27.222889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:08:27.223056 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 18:08:27.289426 7 controller.go:216] "Backend successfully reloaded" I0319 18:08:27.290452 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rpt2z", UID:"54c61fcb-a0c8-41b8-9e3f-2a6431176012", APIVersion:"v1", ResourceVersion:"1174", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 18:08:30.554634 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:08:30.554893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:30.554926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:33.888385 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:08:33.888561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:33.888582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:08:39.097316 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.104.8.151"}] I0319 18:08:39.102224 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"7466a858-e60f-4e39-b807-5d84ab1e44e3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8443", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:08:39.104657 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:08:39.104877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:39.104907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:49.356353 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:08:49.356584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:49.356613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:57.605708 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:08:57.606476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:57.606541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:08.669192 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:09:08.670020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:08.670064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:47.899545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:47.899610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:11:02.432247 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 18:11:02.432457 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0319 18:11:02.432589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:11:02.432624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:11:02.436795 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:39.2kB} I0319 18:11:02.436818 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0319 18:11:02.442839 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0319 18:11:02.443121 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"f3c844d3-56bf-4ee2-ac90-a418874a7f26", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9501", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:11:02.443435 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0319 18:11:02.443915 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 18:11:02.444060 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0319 18:11:02.444177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:11:02.444207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:11:02.444453 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 18:11:02.493819 7 controller.go:216] "Backend successfully reloaded" I0319 18:11:02.494299 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rpt2z", UID:"54c61fcb-a0c8-41b8-9e3f-2a6431176012", APIVersion:"v1", ResourceVersion:"1174", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 18:11:02.689253 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0319 18:11:02.690422 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0319 18:11:05.777794 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 18:11:05.777932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:11:05.777951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.121 - - [19/Mar/2026:18:11:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.006 300 189a3416aa846e774e358b44b5f326ff 199.19.213.121 - - [19/Mar/2026:18:11:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.326 [openstack-keystone-api-5000] [] 10.0.0.49:5000 3201 0.326 201 0b6c0de6042261ac6aa807891e8cfcb9 199.19.213.121 - - [19/Mar/2026:18:11:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1795f473cc2ab57ac3bafc922fa2bc71 199.19.213.121 - - [19/Mar/2026:18:11:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cedcc76e6e81628f62353a069dc71455 199.19.213.121 - - [19/Mar/2026:18:11:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.003 300 102c243c132ba7572ebb6dd85ff91fe3 199.19.213.121 - - [19/Mar/2026:18:11:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.49:5000 3201 0.290 201 0b19653397c705664c2722c37651b72f 199.19.213.121 - - [19/Mar/2026:18:11:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d4bbcf6efd9f635e8816dbb9e3348d7a 199.19.213.121 - - [19/Mar/2026:18:11:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 95423e206b9df28cace1f0adde565480 199.19.213.121 - - [19/Mar/2026:18:11:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.003 300 5b4f954995b1afe533b9c71e83b244a7 199.19.213.121 - - [19/Mar/2026:18:11:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.49:5000 3201 0.286 201 a2932809a499061d12f8fec0023a8ad8 199.19.213.121 - - [19/Mar/2026:18:11:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 305f8e197f432cbc227b0abe8cd6eccd 199.19.213.121 - - [19/Mar/2026:18:11:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 39b46b9fba76732f1c9a55d56cb656b5 199.19.213.121 - - [19/Mar/2026:18:11:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.003 300 dcc6ebdedcaed0d122a89d519ecf1eee 199.19.213.121 - - [19/Mar/2026:18:11:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.49:5000 3201 0.295 201 8863fc59d26877b8609cd33d9b560c6c 199.19.213.121 - - [19/Mar/2026:18:11:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1749610f3d4ab751640ce610ffa0fa12 199.19.213.121 - - [19/Mar/2026:18:11:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8c6a6197da3b7a4581cc355c1a8985f7 199.19.213.121 - - [19/Mar/2026:18:11:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.004 300 28c6188b06f3dabbed06de08fe979cd4 199.19.213.121 - - [19/Mar/2026:18:11:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.49:5000 3201 0.296 201 24533878e477708421b3fc9ccc431ec7 199.19.213.121 - - [19/Mar/2026:18:11:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c9a8bdf48a4f99ecc8a5e1f187753f30 199.19.213.121 - - [19/Mar/2026:18:11:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bf63e0d1f6ccd6e306f6839204559f2b W0319 18:11:13.956592 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 18:11:13.956722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:11:13.956739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.121 - - [19/Mar/2026:18:11:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.004 300 322e1d81f7b43b85b0398879d738c732 199.19.213.121 - - [19/Mar/2026:18:11:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.313 [openstack-keystone-api-5000] [] 10.0.0.49:5000 3201 0.312 201 9223f857301a0fb6df5d7535ff6a8c9d 199.19.213.121 - - [19/Mar/2026:18:11:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - eef6c4e6709c172a8c6b8637e7c80a2c 199.19.213.121 - - [19/Mar/2026:18:11:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 892156c025561c9a08e4caac714072f5 199.19.213.121 - - [19/Mar/2026:18:11:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.006 300 b15197bb49d576648a5964cc4e12ab3a 199.19.213.121 - - [19/Mar/2026:18:11:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.49:5000 3201 0.299 201 d4ba273e99331801d7fdae301f72a3b3 199.19.213.121 - - [19/Mar/2026:18:11:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 35d7c0eeeaf5cbdd96b17fe03537c857 199.19.213.121 - - [19/Mar/2026:18:11:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4ae291bcad28bc0044d4ee67420b02f6 199.19.213.121 - - [19/Mar/2026:18:11:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.003 300 17298cfee60e804fe529be9844dc8950 199.19.213.121 - - [19/Mar/2026:18:11:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.49:5000 3201 0.305 201 78dfe6fc7b0da025cf38ea7c4b390693 199.19.213.121 - - [19/Mar/2026:18:11:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 696dba99b57c2be3b509b413ba40ebc2 199.19.213.121 - - [19/Mar/2026:18:11:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5e6651dab8e05fbd006a9ff6395d093c 199.19.213.121 - - [19/Mar/2026:18:11:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.003 300 dd714b6603cf676eb2c42716a00a461c 199.19.213.121 - - [19/Mar/2026:18:11:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.49:5000 3201 0.298 201 b3c6cbb6070053d1c9b8888f9dced8ab 199.19.213.121 - - [19/Mar/2026:18:11:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ac34294dbb4797b7ec069ee10fdfef4b 199.19.213.121 - - [19/Mar/2026:18:11:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f0b556d460a9e1f8ca62589c414cd7a5 W0319 18:11:22.443467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:11:22.443499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.121 - - [19/Mar/2026:18:11:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.003 300 cbf6b467777958d0b8690705c68a8175 199.19.213.121 - - [19/Mar/2026:18:11:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.49:5000 3201 0.311 201 86625d636e6392b0e49f29a44d990b6e 199.19.213.121 - - [19/Mar/2026:18:11:22 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.216:9292 1193 0.003 300 07025f3bab4bca0c55f413d3fa5636e0 199.19.213.121 - - [19/Mar/2026:18:11:23 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.550 [openstack-glance-api-9292] [] 10.0.0.216:9292 69 0.549 200 b976baaf72a86034bea36b3624f22298 199.19.213.121 - - [19/Mar/2026:18:11:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.49:5000 281 0.004 300 05400432c6a6884051b45b6b4f5b7394 199.19.213.121 - - [19/Mar/2026:18:11:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.49:5000 3201 0.305 201 1c9e80399e6dffa9175c5cf71621950a 199.19.213.121 - - [19/Mar/2026:18:11:26 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.216:9292 1193 0.001 300 cc1f4163518a570bbe898e8644131b5e 199.19.213.121 - - [19/Mar/2026:18:11:26 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.040 [openstack-glance-api-9292] [] 10.0.0.216:9292 69 0.039 200 ff462d46ce069150bd1c1f74927954dc 199.19.213.121 - - [19/Mar/2026:18:11:26 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.112 [openstack-glance-api-9292] [] 10.0.0.216:9292 151 0.113 404 328d44f7030d070592e4fbbd525f9b72 199.19.213.121 - - [19/Mar/2026:18:11:26 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.024 [openstack-glance-api-9292] [] 10.0.0.216:9292 81 0.024 200 d846eddf053830dece1be763db0cd438 199.19.213.121 - - [19/Mar/2026:18:11:26 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.024 [openstack-glance-api-9292] [] 10.0.0.216:9292 84 0.025 200 77f7d51e88f38335ca395d274d365b0d 199.19.213.121 - - [19/Mar/2026:18:11:26 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.066 [openstack-glance-api-9292] [] 10.0.0.216:9292 760 0.065 201 edf3446bfa2fd0439c5d2cd4d54bcf18 199.19.213.121 - - [19/Mar/2026:18:11:30 +0000] "PUT /v2/images/175ab4f0-4275-41c7-b051-09b6a1c6e743/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.316 [openstack-glance-api-9292] [] 10.0.0.216:9292 0 3.317 204 aafd94cac3142255f2212abf5fe0c519 199.19.213.121 - - [19/Mar/2026:18:11:30 +0000] "GET /v2/images/175ab4f0-4275-41c7-b051-09b6a1c6e743 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.216:9292 1171 0.016 200 da52ce12a5d4fe83f067845e6fc04304 199.19.213.121 - - [19/Mar/2026:18:11:30 +0000] "GET /v2/images/175ab4f0-4275-41c7-b051-09b6a1c6e743 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.216:9292 1171 0.016 200 38f6cf53183c12d0f62261fb1d80706e W0319 18:11:32.881247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:11:32.881279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:11:36.216344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:11:36.216396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:11:39.097940 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.104.8.151"}] I0319 18:11:39.104173 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"f3c844d3-56bf-4ee2-ac90-a418874a7f26", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9819", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:11:39.549344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:11:39.549395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store