------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0319 09:00:20.708682 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0319 09:00:20.709006 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0319 09:00:20.718447 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0319 09:00:20.721521 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0319 09:00:21.105844 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0319 09:00:21.127967 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0319 09:00:21.146193 7 nginx.go:271] "Starting NGINX Ingress controller" I0319 09:00:21.150645 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"70c66e5f-400b-40d0-b53e-95fe3c1f5093", APIVersion:"v1", ResourceVersion:"1127", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0319 09:00:21.154837 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"8b2677c0-b396-40c4-a2d3-eba1afdd9c00", APIVersion:"v1", ResourceVersion:"1126", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0319 09:00:21.154898 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"72682b83-5773-4d61-b295-67f61cb91c8c", APIVersion:"v1", ResourceVersion:"1128", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0319 09:00:22.348582 7 nginx.go:317] "Starting NGINX process" I0319 09:00:22.348733 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0319 09:00:22.349218 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0319 09:00:22.349420 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0319 09:00:22.349468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:22.349487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:00:22.349526 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:00:22.357017 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0319 09:00:22.357412 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-qpvhw" I0319 09:00:22.384750 7 controller.go:216] "Backend successfully reloaded" I0319 09:00:22.384895 7 controller.go:227] "Initial sync, sleeping for 1 second" I0319 09:00:22.385007 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-qpvhw", UID:"1f644598-5090-492e-b4dd-f7c3f980531f", APIVersion:"v1", ResourceVersion:"1229", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 09:00:26.169207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:26.169241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:29.503732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:29.503792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:32.836721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:32.836758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:36.169482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:36.169545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:39.504361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:39.504435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:42.836861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:42.836921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:46.169344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:46.169402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:49.503103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:49.503179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:52.836170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:52.836228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:58.492938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:58.492970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:01:46.616535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:01:46.616574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:01:49.950449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:01:49.950509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:05.695755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:05.695795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:09.414925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:09.414966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:15.883364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:15.883419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:19.219350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:19.219403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:22.550749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:22.550790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:25.883537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:25.883594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:29.219695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:29.219849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:57.275747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:57.275789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:59.699811 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-181.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-181.nip.io-tls was not found. Using default certificate W0319 09:04:59.699858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:59.699868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:04:59.701077 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0319 09:04:59.701166 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0319 09:04:59.707667 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0319 09:04:59.707965 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"3b19d3db-45d8-4d48-95b5-6a88d9cbca06", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2952", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:04:59.708294 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-181.nip.io-tls" in local store I0319 09:05:00.096837 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-181.nip.io-tls" I0319 09:05:00.098223 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-181.nip.io-tls" W0319 09:05:00.609705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:05:00.609755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:05:00.609833 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:05:00.659350 7 controller.go:216] "Backend successfully reloaded" I0319 09:05:00.659708 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-qpvhw", UID:"1f644598-5090-492e-b4dd-f7c3f980531f", APIVersion:"v1", ResourceVersion:"1229", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 09:05:03.945144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:05:03.945211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.181 - - [19/Mar/2026:09:05:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 1.863 [auth-system-keycloak-80] [] 10.0.0.241:8080 1885 1.860 200 1a34eb962c8b32be8446dbe4f3917d80 199.19.213.181 - - [19/Mar/2026:09:05:11 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1197 0.186 [auth-system-keycloak-80] [] 10.0.0.241:8080 28 0.187 404 684ee333b388be41b7baa89f719836d5 199.19.213.181 - - [19/Mar/2026:09:05:16 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.891 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 4.891 201 a2b5a3a5887fee88fe969dc940e1c3d5 199.19.213.181 - - [19/Mar/2026:09:05:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1197 0.681 [auth-system-keycloak-80] [] 10.0.0.241:8080 4177 0.682 200 3d036a47b9d7fabdd4d04cde6140bc59 199.19.213.181 - - [19/Mar/2026:09:05:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.062 [auth-system-keycloak-80] [] 10.0.0.241:8080 1885 0.060 200 c1eaf4c5b0cdd806d49b6590e11c4968 199.19.213.181 - - [19/Mar/2026:09:05:17 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.087 [auth-system-keycloak-80] [] 10.0.0.241:8080 12500 0.087 200 ea4db158f74dcdadf25e88140d0ed0e4 199.19.213.181 - - [19/Mar/2026:09:05:17 +0000] "GET /admin/realms/atmosphere/client-scopes/96c80671-798a-4986-b59b-3add3bd61b27 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.241:8080 1278 0.009 200 56a62e18f4020960e18a9e51647f6e4e 199.19.213.181 - - [19/Mar/2026:09:05:17 +0000] "PUT /admin/realms/atmosphere/client-scopes/96c80671-798a-4986-b59b-3add3bd61b27 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.068 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.067 204 ffd897cba291424d62c07aed6d63baa1 199.19.213.181 - - [19/Mar/2026:09:05:17 +0000] "GET /admin/realms/atmosphere/client-scopes/96c80671-798a-4986-b59b-3add3bd61b27/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.075 [auth-system-keycloak-80] [] 10.0.0.241:8080 963 0.075 200 e41d0c25669f601e7635c5a97604bb8a 199.19.213.181 - - [19/Mar/2026:09:05:17 +0000] "GET /admin/realms/atmosphere/client-scopes/96c80671-798a-4986-b59b-3add3bd61b27/protocol-mappers/models/c2769e26-3053-4ff7-acd9-c7df78e3768a HTTP/1.1" 200 366 "-" "Ansible" 1309 0.010 [auth-system-keycloak-80] [] 10.0.0.241:8080 366 0.010 200 128889cc790624866bc2c347ab4055f4 199.19.213.181 - - [19/Mar/2026:09:05:17 +0000] "PUT /admin/realms/atmosphere/client-scopes/96c80671-798a-4986-b59b-3add3bd61b27/protocol-mappers/models/c2769e26-3053-4ff7-acd9-c7df78e3768a HTTP/1.1" 204 0 "-" "Ansible" 1622 0.079 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.078 204 2653adcb44a684929a4d709b3a73ad13 199.19.213.181 - - [19/Mar/2026:09:05:18 +0000] "GET /admin/realms/atmosphere/client-scopes/96c80671-798a-4986-b59b-3add3bd61b27 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.084 [auth-system-keycloak-80] [] 10.0.0.241:8080 1218 0.085 200 0fe2889af0e4da701b8b7bfbcbc2cf99 I0319 09:05:22.367095 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.101.89.147"}] I0319 09:05:22.374996 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"3b19d3db-45d8-4d48-95b5-6a88d9cbca06", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3247", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:05:22.376365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:05:22.376400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.181 - - [19/Mar/2026:09:05:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.241:8080 1885 0.047 200 cef238630fb980fb494f1d1fb9f33c5e 199.19.213.181 - - [19/Mar/2026:09:05:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.017 [auth-system-keycloak-80] [] 10.0.0.241:8080 2 0.017 200 9bfd3c2815c917b07aab4733503dbe33 199.19.213.181 - - [19/Mar/2026:09:05:39 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.205 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.204 201 2d7713e4756483e92c37acf31ae7c448 199.19.213.181 - - [19/Mar/2026:09:05:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.076 [auth-system-keycloak-80] [] 10.0.0.241:8080 1261 0.075 200 178b2c63fa9bfd11113e5bc6cd6bb19d 199.19.213.181 - - [19/Mar/2026:09:05:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.241:8080 1885 0.043 200 70b4fd7d04e0ccfd4d9e56f916b39be4 199.19.213.181 - - [19/Mar/2026:09:05:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.046 [auth-system-keycloak-80] [] 10.0.0.241:8080 2 0.046 200 88a24ec0474058c1c888bd92cfa2c4c3 199.19.213.181 - - [19/Mar/2026:09:05:39 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.042 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.042 201 4bc03c69ac1f516be834d3848bced630 199.19.213.181 - - [19/Mar/2026:09:05:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.054 [auth-system-keycloak-80] [] 10.0.0.241:8080 1286 0.054 200 1833b76cfe7720acd7425d1c60afc2f4 199.19.213.181 - - [19/Mar/2026:09:05:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.241:8080 1885 0.045 200 bba9daffaf1d35c65e3ee9e5117fbf3a 199.19.213.181 - - [19/Mar/2026:09:05:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.015 [auth-system-keycloak-80] [] 10.0.0.241:8080 2 0.015 200 fc0a70a60f2a82b4a821b7158f2aeca4 199.19.213.181 - - [19/Mar/2026:09:05:40 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.100 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.100 201 19187c4cc6b0ad159488b1c0f235ef93 199.19.213.181 - - [19/Mar/2026:09:05:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.022 [auth-system-keycloak-80] [] 10.0.0.241:8080 1251 0.022 200 6892a3be47b02bb17eac00e675b259e6 199.19.213.181 - - [19/Mar/2026:09:05:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.241:8080 1885 0.047 200 f5617ab319a6be810916e9232280d279 199.19.213.181 - - [19/Mar/2026:09:05:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.241:8080 1261 0.010 200 410fa6a32ae3a821790552a8139b8116 199.19.213.181 - - [19/Mar/2026:09:05:41 +0000] "GET /admin/realms/atmosphere/clients/75ee5320-29e5-45fc-9f89-ef54b1391ec8/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.241:8080 31 0.016 404 e5ff758f65a3724e1d2a5825b6e9625b 199.19.213.181 - - [19/Mar/2026:09:05:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.241:8080 1261 0.009 200 f840c250326a10706f6fb12c6f452b46 199.19.213.181 - - [19/Mar/2026:09:05:41 +0000] "POST /admin/realms/atmosphere/clients/75ee5320-29e5-45fc-9f89-ef54b1391ec8/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.183 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.182 201 91c5b2fbe264ee50defcd43abce52599 199.19.213.181 - - [19/Mar/2026:09:05:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.241:8080 1261 0.008 200 012dd05776946e948400190e433252a9 199.19.213.181 - - [19/Mar/2026:09:05:41 +0000] "GET /admin/realms/atmosphere/clients/75ee5320-29e5-45fc-9f89-ef54b1391ec8/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.241:8080 166 0.015 200 d7b9019f07fd9425ee7d60ac2cad91f1 199.19.213.181 - - [19/Mar/2026:09:05:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.241:8080 1885 0.044 200 da0f32ba2c22f715fd05201c52fd31f3 199.19.213.181 - - [19/Mar/2026:09:05:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.241:8080 1286 0.010 200 fa472f6a197d6324facfb2c36cf446fc 199.19.213.181 - - [19/Mar/2026:09:05:41 +0000] "GET /admin/realms/atmosphere/clients/57f9d854-8382-4c77-95b1-4b845c4de397/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1254 0.026 [auth-system-keycloak-80] [] 10.0.0.241:8080 31 0.026 404 c031e8bfc1cbac9a4f8e25feb8fa81ee 199.19.213.181 - - [19/Mar/2026:09:05:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.241:8080 1286 0.006 200 db68fc6c03a3e21a42479ffb9d138979 199.19.213.181 - - [19/Mar/2026:09:05:41 +0000] "POST /admin/realms/atmosphere/clients/57f9d854-8382-4c77-95b1-4b845c4de397/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.017 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.016 201 b806700694a2929268563421df8953d0 199.19.213.181 - - [19/Mar/2026:09:05:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.241:8080 1286 0.008 200 8b9bce56091d7e31e76280f5a08ecb04 199.19.213.181 - - [19/Mar/2026:09:05:41 +0000] "GET /admin/realms/atmosphere/clients/57f9d854-8382-4c77-95b1-4b845c4de397/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.027 [auth-system-keycloak-80] [] 10.0.0.241:8080 165 0.026 200 1198c4761c6001cb80ecabc90b9c5556 199.19.213.181 - - [19/Mar/2026:09:05:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.052 [auth-system-keycloak-80] [] 10.0.0.241:8080 1885 0.050 200 32adb0de7c3dd983c3a528f793f3274e 199.19.213.181 - - [19/Mar/2026:09:05:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.241:8080 1286 0.006 200 49fa2e2905413b12ef2eccc99907215c 199.19.213.181 - - [19/Mar/2026:09:05:42 +0000] "GET /admin/realms/atmosphere/clients/57f9d854-8382-4c77-95b1-4b845c4de397/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1255 0.030 [auth-system-keycloak-80] [] 10.0.0.241:8080 31 0.031 404 1fc8b159f01ecddda7fd0afa9aedc240 199.19.213.181 - - [19/Mar/2026:09:05:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.241:8080 1286 0.005 200 eab20869474ed0a7de95631546dfd342 199.19.213.181 - - [19/Mar/2026:09:05:42 +0000] "POST /admin/realms/atmosphere/clients/57f9d854-8382-4c77-95b1-4b845c4de397/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.013 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.012 201 f947129a590a6a34b70c857b48c00713 199.19.213.181 - - [19/Mar/2026:09:05:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.241:8080 1286 0.011 200 0d8588ae4f25e20690a3882dea31afb6 199.19.213.181 - - [19/Mar/2026:09:05:42 +0000] "GET /admin/realms/atmosphere/clients/57f9d854-8382-4c77-95b1-4b845c4de397/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.037 [auth-system-keycloak-80] [] 10.0.0.241:8080 166 0.037 200 430aa2b3041aa57fa435525dcf5f9264 199.19.213.181 - - [19/Mar/2026:09:05:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.042 [auth-system-keycloak-80] [] 10.0.0.241:8080 1885 0.041 200 d859b1f2f3a9e5749757985d1a7cc7b0 199.19.213.181 - - [19/Mar/2026:09:05:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.055 [auth-system-keycloak-80] [] 10.0.0.241:8080 1286 0.055 200 d4645ec7ec664b24e8021528b893772f 199.19.213.181 - - [19/Mar/2026:09:05:42 +0000] "GET /admin/realms/atmosphere/clients/57f9d854-8382-4c77-95b1-4b845c4de397/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.241:8080 31 0.008 404 214e1e66a3af500a815266413bb5533a 199.19.213.181 - - [19/Mar/2026:09:05:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.241:8080 1286 0.005 200 8fd8bd280d8b197c05eabeeef039f07c 199.19.213.181 - - [19/Mar/2026:09:05:42 +0000] "POST /admin/realms/atmosphere/clients/57f9d854-8382-4c77-95b1-4b845c4de397/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.058 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.057 201 e26460e0d618d33aa732f64d2c04ae7e 199.19.213.181 - - [19/Mar/2026:09:05:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.241:8080 1286 0.006 200 130b5c68c1a067012774f0854b3b3013 199.19.213.181 - - [19/Mar/2026:09:05:42 +0000] "GET /admin/realms/atmosphere/clients/57f9d854-8382-4c77-95b1-4b845c4de397/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.241:8080 166 0.012 200 86287180f1630676e192f806dee0b690 199.19.213.181 - - [19/Mar/2026:09:05:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.241:8080 1885 0.042 200 1ee71610bdcd756930015d4d59bd935c 199.19.213.181 - - [19/Mar/2026:09:05:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.015 [auth-system-keycloak-80] [] 10.0.0.241:8080 1251 0.015 200 152454e8b770aaf0f5a382200a5f4b25 199.19.213.181 - - [19/Mar/2026:09:05:43 +0000] "GET /admin/realms/atmosphere/clients/f084a2ff-0e6a-4f13-9f28-7ed5f3c781cc/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.241:8080 31 0.011 404 953de966ba45cd5706674617cd44c142 199.19.213.181 - - [19/Mar/2026:09:05:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.241:8080 1251 0.006 200 f1aac110618303a3a9069b2bf83dd28a 199.19.213.181 - - [19/Mar/2026:09:05:43 +0000] "POST /admin/realms/atmosphere/clients/f084a2ff-0e6a-4f13-9f28-7ed5f3c781cc/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.069 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.067 201 cf51b2ff8f66530d2c1792c9311a5216 199.19.213.181 - - [19/Mar/2026:09:05:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.241:8080 1251 0.008 200 bf22bae2bf19d6e3a58e6eb4e6386e91 199.19.213.181 - - [19/Mar/2026:09:05:43 +0000] "GET /admin/realms/atmosphere/clients/f084a2ff-0e6a-4f13-9f28-7ed5f3c781cc/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.062 [auth-system-keycloak-80] [] 10.0.0.241:8080 166 0.062 200 8ce158af9b38d212b06df78a88b9229e W0319 09:06:52.067980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:52.068020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:52.140775 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:06:52.140875 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0319 09:06:52.140924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:52.140951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:52.141188 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:06:52.141343 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0319 09:06:52.141435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:52.141478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:52.143315 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:06:52.143447 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0319 09:06:52.143529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:52.143554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:06:52.146736 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0319 09:06:52.146779 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0319 09:06:52.147408 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0319 09:06:52.147439 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0319 09:06:52.149339 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.009s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.009s testedConfigurationSize:18.2kB} I0319 09:06:52.149386 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0319 09:06:52.152711 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0319 09:06:52.152979 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"49d4141c-0dc2-4080-a690-ac38d8e65e83", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3902", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:06:52.153491 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0319 09:06:52.160352 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0319 09:06:52.160783 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0319 09:06:52.160805 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0319 09:06:52.160906 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"960e17e2-2c74-4cc3-b352-866044885f73", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3910", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 09:06:52.160938 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"c0ecab1d-abe2-4db3-ae47-a3bb3a0a73e5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3912", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:06:52.161026 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0319 09:06:52.721560 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0319 09:06:52.723409 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0319 09:06:52.812193 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0319 09:06:52.813210 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0319 09:06:52.881603 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0319 09:06:52.882609 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0319 09:06:55.401637 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:06:55.401708 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:06:55.401748 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:06:55.401979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:55.402012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:06:55.402260 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:06:55.447332 7 controller.go:216] "Backend successfully reloaded" I0319 09:06:55.447882 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-qpvhw", UID:"1f644598-5090-492e-b4dd-f7c3f980531f", APIVersion:"v1", ResourceVersion:"1229", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 09:06:58.735584 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:06:58.735676 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:06:58.735867 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:06:58.736101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:58.736134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:02.068190 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:02.068242 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:07:02.068265 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:07:02.068353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:02.068372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:05.402071 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:05.402179 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:07:05.402223 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:07:05.402379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:05.402412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:08.735790 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:08.735882 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:07:08.735959 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:07:08.736156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:08.736199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:12.068693 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:12.068762 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:07:12.068801 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:07:12.068953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:12.068978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:15.402245 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:15.402361 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:07:15.402509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:15.402534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:18.735017 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:18.735127 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:07:18.735291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:18.735322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:22.068516 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:22.068609 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:07:22.068721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:22.068744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:07:22.363659 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.101.89.147"}] I0319 09:07:22.364182 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.101.89.147"}] I0319 09:07:22.364488 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.101.89.147"}] I0319 09:07:22.372897 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"49d4141c-0dc2-4080-a690-ac38d8e65e83", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4775", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 09:07:22.374711 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"c0ecab1d-abe2-4db3-ae47-a3bb3a0a73e5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4776", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 09:07:22.377003 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"960e17e2-2c74-4cc3-b352-866044885f73", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4777", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:07:25.402929 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:25.403046 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:07:25.403199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:25.403226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:28.735196 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:28.735318 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:07:28.735441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:28.735468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.224 - - [19/Mar/2026:09:07:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "Go-http-client/1.1" 161 0.037 [auth-system-keycloak-80] [] 10.0.0.241:8080 6318 0.036 200 ab444f83156042a7c317976261127824 10.0.0.88 - - [19/Mar/2026:09:07:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.241:8080 6318 0.008 200 b4c33fe401f77aeeb6fcf8ec9456b0a8 W0319 09:07:32.068370 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:32.068481 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:07:32.068622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:32.068654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:35.401959 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:35.402177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:35.402209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:38.734950 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:38.735173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:38.735200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:42.068487 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:42.068740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:42.068771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:45.401813 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:45.402068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:45.402109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:48.735299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:48.735376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:52.068258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:52.068314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.181 - - [19/Mar/2026:09:07:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.241:8080 1885 0.042 200 3819cc4275f2a1b0d67a512b7a2523b2 199.19.213.181 - - [19/Mar/2026:09:07:54 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.241:8080 4177 0.007 200 cc3acb16d837a4ff071717247dfefcb3 199.19.213.181 - - [19/Mar/2026:09:07:54 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5636 0.586 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.584 204 cf04b34433d3c48a43354a0dba36135c 199.19.213.181 - - [19/Mar/2026:09:07:55 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1197 0.168 [auth-system-keycloak-80] [] 10.0.0.241:8080 4315 0.169 200 6767edc19a9bbce86bef68406ef154da 199.19.213.181 - - [19/Mar/2026:09:07:55 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.241:8080 6318 0.005 200 b3d5f84f5d87c1947aa91925346bff7e 199.19.213.181 - - [19/Mar/2026:09:07:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.241:8080 1885 0.044 200 4ea4dae1d274bf99fe680c30e9431db9 199.19.213.181 - - [19/Mar/2026:09:07:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.241:8080 2 0.010 200 fae1e25183186c09fb168bb56a951d3a 199.19.213.181 - - [19/Mar/2026:09:07:56 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.155 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.154 201 ba603e43db4b51f9eddfecc0d8061eec 199.19.213.181 - - [19/Mar/2026:09:07:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.021 [auth-system-keycloak-80] [] 10.0.0.241:8080 2246 0.021 200 939f7ad725b34395b048dd182c8cedbc 199.19.213.181 - - [19/Mar/2026:09:07:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.241:8080 1885 0.042 200 0d0a8f990bd9ce7cb6d0f5854a2c1841 199.19.213.181 - - [19/Mar/2026:09:07:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.020 [auth-system-keycloak-80] [] 10.0.0.241:8080 2246 0.020 200 42e0f2733edf9bdeb1794b5bafcdb28e 199.19.213.181 - - [19/Mar/2026:09:07:57 +0000] "GET /admin/realms/atmosphere/clients/a551f181-2a28-4d81-979b-ff8b6f91ab43/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.015 [auth-system-keycloak-80] [] 10.0.0.241:8080 233 0.015 200 5a71b4ac304501648c78e6e351a0bc0e 199.19.213.181 - - [19/Mar/2026:09:07:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.068 [auth-system-keycloak-80] [] 10.0.0.241:8080 831 0.068 200 5a10ba831449c42621b87262fdec2afd 199.19.213.181 - - [19/Mar/2026:09:07:57 +0000] "GET /admin/realms/atmosphere/clients/beeb61ab-f1c1-4b98-93a3-3f3cbaabdb53/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.024 [auth-system-keycloak-80] [] 10.0.0.241:8080 3758 0.024 200 7f7b2c87e513e3c1beace32c9bd750fd 199.19.213.181 - - [19/Mar/2026:09:07:57 +0000] "GET /admin/realms/atmosphere/users/204b6785-1722-4f9d-a0a6-ede07c4125a3/role-mappings/clients/beeb61ab-f1c1-4b98-93a3-3f3cbaabdb53/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.154 [auth-system-keycloak-80] [] 10.0.0.241:8080 3758 0.154 200 702d49397dfb1c32386060d135d1cd15 199.19.213.181 - - [19/Mar/2026:09:07:57 +0000] "GET /admin/realms/atmosphere/users/204b6785-1722-4f9d-a0a6-ede07c4125a3/role-mappings/clients/beeb61ab-f1c1-4b98-93a3-3f3cbaabdb53/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.017 [auth-system-keycloak-80] [] 10.0.0.241:8080 2 0.018 200 4468481d45e745cf2cbe04d78e6988ae 199.19.213.181 - - [19/Mar/2026:09:07:57 +0000] "POST /admin/realms/atmosphere/users/204b6785-1722-4f9d-a0a6-ede07c4125a3/role-mappings/clients/beeb61ab-f1c1-4b98-93a3-3f3cbaabdb53 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.069 [auth-system-keycloak-80] [] 10.0.0.241:8080 0 0.067 204 7ea1a3b94a91166cf8e94f9a10067fa2 199.19.213.181 - - [19/Mar/2026:09:07:57 +0000] "GET /admin/realms/atmosphere/users/204b6785-1722-4f9d-a0a6-ede07c4125a3/role-mappings/clients/beeb61ab-f1c1-4b98-93a3-3f3cbaabdb53/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.241:8080 576 0.013 200 fb6484c3ddc75342ebc1db58bb2c3215 W0319 09:08:00.304158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:00.304203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:03.639185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:03.639240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:20.836356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:20.836407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:24.170533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:24.170588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:27.503565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:27.503620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:05.304535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:05.304566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:36.459882 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0319 09:10:36.459988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:36.460003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:10:36.463313 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0319 09:10:36.463381 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0319 09:10:36.473793 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0319 09:10:36.474092 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"cc49f3da-5bba-4996-ab4f-591394996d3b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6158", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:10:36.474482 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0319 09:10:36.474970 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0319 09:10:36.475076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:36.475101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:10:36.475233 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:10:36.524155 7 controller.go:216] "Backend successfully reloaded" I0319 09:10:36.524501 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-qpvhw", UID:"1f644598-5090-492e-b4dd-f7c3f980531f", APIVersion:"v1", ResourceVersion:"1229", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 09:10:36.704460 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0319 09:10:36.705833 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0319 09:10:39.810167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:39.810228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.181 - - [19/Mar/2026:09:10:40 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.005 300 e6ca6e676a1b4eb98377758215d82ba1 199.19.213.181 - - [19/Mar/2026:09:10:42 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 266 0.004 200 558e33c5bcc0de08c8d889c8b33a9ab1 199.19.213.181 - - [19/Mar/2026:09:10:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.360 [openstack-keystone-api-5000] [] 10.0.0.156:5000 1297 0.360 201 78b12a09e7a374a1824762dc4b25bdba 199.19.213.181 - - [19/Mar/2026:09:10:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.003 300 72cc66150ea139cb1fea08190d518045 199.19.213.181 - - [19/Mar/2026:09:10:42 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.027 [openstack-keystone-api-5000] [] 10.0.0.156:5000 368 0.027 200 1eb6041bc097917a15fe76088380b9cf 199.19.213.181 - - [19/Mar/2026:09:10:43 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 266 0.005 200 130fe512b3c624a787eaa45766ad0301 199.19.213.181 - - [19/Mar/2026:09:10:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.156:5000 1297 0.290 201 bfde3a85a8587fb63e012e50b55cfbe4 199.19.213.181 - - [19/Mar/2026:09:10:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.004 300 10ea8cc611a5ec82e45fb9e253db9fba 199.19.213.181 - - [19/Mar/2026:09:10:43 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.030 [openstack-keystone-api-5000] [] 10.0.0.156:5000 101 0.031 404 fb5103e0fb15b5c5eac59f6486db005e 199.19.213.181 - - [19/Mar/2026:09:10:43 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.021 [openstack-keystone-api-5000] [] 10.0.0.156:5000 156 0.021 200 dc470a6aee183e75cebff9fdaec27600 199.19.213.181 - - [19/Mar/2026:09:10:43 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.034 [openstack-keystone-api-5000] [] 10.0.0.156:5000 454 0.033 201 3ffa40e30582aff5bd3c2686b35d6123 199.19.213.181 - - [19/Mar/2026:09:10:44 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 266 0.004 200 b769984fea89d99dc537e3d9b3665d52 199.19.213.181 - - [19/Mar/2026:09:10:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.316 [openstack-keystone-api-5000] [] 10.0.0.156:5000 1297 0.317 201 2a06fccf80d25f9ed516775ff6510e1c 199.19.213.181 - - [19/Mar/2026:09:10:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.004 300 b0f34e81c46d85634175e7232c88ea53 199.19.213.181 - - [19/Mar/2026:09:10:44 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.024 [openstack-keystone-api-5000] [] 10.0.0.156:5000 98 0.023 404 61041526d578eb332371ace155a2c1b2 199.19.213.181 - - [19/Mar/2026:09:10:44 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.024 [openstack-keystone-api-5000] [] 10.0.0.156:5000 136 0.023 200 e747bf430fce46c820411ced3f0a974f 199.19.213.181 - - [19/Mar/2026:09:10:44 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.022 [openstack-keystone-api-5000] [] 10.0.0.156:5000 332 0.022 201 daf686eb8c3fa993272f007d4f3cc885 199.19.213.181 - - [19/Mar/2026:09:10:45 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.156:5000 266 0.005 200 6d435cf18b6111f485fc5bd45184f7f4 199.19.213.181 - - [19/Mar/2026:09:10:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.156:5000 1297 0.297 201 beed2cc514d88f6ccd18f05f2595b9e8 199.19.213.181 - - [19/Mar/2026:09:10:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.003 300 c9b26be77620df874706c581ddd1b620 199.19.213.181 - - [19/Mar/2026:09:10:45 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.028 [openstack-keystone-api-5000] [] 10.0.0.156:5000 131 0.028 404 9997f41f19bf270165abd35c57eab822 199.19.213.181 - - [19/Mar/2026:09:10:45 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.023 [openstack-keystone-api-5000] [] 10.0.0.156:5000 168 0.023 200 ee5f81068cee8df8c6892a9722df66d1 199.19.213.181 - - [19/Mar/2026:09:10:45 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.028 [openstack-keystone-api-5000] [] 10.0.0.156:5000 224 0.027 201 8c2548ec8c04574524fdd3b1ab2ed5d8 W0319 09:10:55.536240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:55.536296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:58.869802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:58.869865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:11:02.204186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:11:02.204248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:11:21.055852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:11:21.055897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:11:22.366989 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.101.89.147"}] I0319 09:11:22.374508 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"cc49f3da-5bba-4996-ab4f-591394996d3b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6499", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:11:24.389650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:11:24.389702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:11:28.893697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:11:28.893759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:11:32.227947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:11:32.227991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:00.247039 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 09:13:00.247177 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0319 09:13:00.247256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:00.247285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:13:00.251365 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0319 09:13:00.251395 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0319 09:13:00.294362 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0319 09:13:00.294690 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"9678d498-178c-406c-b01e-d959247c07bf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7177", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:13:00.295009 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0319 09:13:00.295468 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 09:13:00.295589 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0319 09:13:00.295665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:00.295682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:13:00.295843 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:13:00.352607 7 controller.go:216] "Backend successfully reloaded" I0319 09:13:00.352918 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-qpvhw", UID:"1f644598-5090-492e-b4dd-f7c3f980531f", APIVersion:"v1", ResourceVersion:"1229", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 09:13:00.801007 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0319 09:13:00.802842 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.181 - - [19/Mar/2026:09:13:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.004 300 e404596db2b7326a68307ecce389e111 199.19.213.181 - - [19/Mar/2026:09:13:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.341 [openstack-keystone-api-5000] [] 10.0.0.156:5000 1929 0.341 201 ad51a7e74afee5f920abbf6093b1089c 199.19.213.181 - - [19/Mar/2026:09:13:01 +0000] "GET /v3/roles HTTP/1.1" 200 824 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.029 [openstack-keystone-api-5000] [] 10.0.0.156:5000 824 0.029 200 a0c035c4d71a0bf406582d5edfd06b14 199.19.213.181 - - [19/Mar/2026:09:13:01 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.200 [openstack-keystone-api-5000] [] 10.0.0.156:5000 230 0.200 201 5160ed1bebf835a06d41ed63616f9280 W0319 09:13:03.629854 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 09:13:03.630083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:03.630131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:09.455538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:09.455611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.181 - - [19/Mar/2026:09:13:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 229 0.006 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.006 300 d5df040713f27c8c3b55e4332c684e08 199.19.213.181 - - [19/Mar/2026:09:13:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 548 0.289 [openstack-keystone-api-5000] [] 10.0.0.156:5000 1929 0.288 201 342684554ce35888f4de96ccf7f518ab 199.19.213.181 - - [19/Mar/2026:09:13:10 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "python-keystoneclient" 380 0.025 [openstack-keystone-api-5000] [] 10.0.0.156:5000 1045 0.024 200 ec8b3b50d164aa03063a8f47cffb0abf 199.19.213.181 - - [19/Mar/2026:09:13:10 +0000] "PUT /v3/roles/35b8eb1561c143968e77349ca50ff67f/implies/e02bd339af5445159cc2b0067259389d HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.074 [openstack-keystone-api-5000] [] 10.0.0.156:5000 521 0.073 201 6a2ea8a0c81c54e5ec02004e42f8af18 I0319 09:13:22.365094 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.101.89.147"}] I0319 09:13:22.371112 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"9678d498-178c-406c-b01e-d959247c07bf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7454", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:13:22.371770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:22.371799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.181 - - [19/Mar/2026:09:13:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.003 300 56ba968ca309e02d5c840ce3c20e9568 199.19.213.181 - - [19/Mar/2026:09:13:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.358 [openstack-keystone-api-5000] [] 10.0.0.156:5000 1992 0.358 201 e50d9e41c7ce7b5e4bdf4549acfa8221 199.19.213.181 - - [19/Mar/2026:09:13:56 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.041 [openstack-keystone-api-5000] [] 10.0.0.156:5000 87 0.041 404 75083eaff258a22d289e518b66fe6b98 199.19.213.181 - - [19/Mar/2026:09:13:56 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 440 0.025 [openstack-keystone-api-5000] [] 10.0.0.156:5000 390 0.025 200 94586c19b2b1dee2f162eedac0103c6b 199.19.213.181 - - [19/Mar/2026:09:13:56 +0000] "GET /v3/users?domain_id=8876fd4307d343dab177f783ac687d36&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.036 [openstack-keystone-api-5000] [] 10.0.0.156:5000 178 0.036 200 83edef01c12a12f0a7212766d435643c 199.19.213.181 - - [19/Mar/2026:09:13:56 +0000] "POST /v3/users HTTP/1.1" 201 327 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 664 0.301 [openstack-keystone-api-5000] [] 10.0.0.156:5000 327 0.301 201 eca80780a5590ad5c062d520a1111f25 199.19.213.181 - - [19/Mar/2026:09:13:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.003 300 46e7d83dc1af7bf979b76fbd4fef8361 199.19.213.181 - - [19/Mar/2026:09:13:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.156:5000 1992 0.294 201 410470467763c856fe42596d691ee354 199.19.213.181 - - [19/Mar/2026:09:13:57 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.029 [openstack-keystone-api-5000] [] 10.0.0.156:5000 1045 0.030 200 a2b1ec062e1d48a5dd692722b4b20f80 199.19.213.181 - - [19/Mar/2026:09:13:57 +0000] "GET /v3/domains HTTP/1.1" 200 810 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.034 [openstack-keystone-api-5000] [] 10.0.0.156:5000 810 0.035 200 ddff5bda090b5e5fd3495ffbbc5efe44 199.19.213.181 - - [19/Mar/2026:09:13:57 +0000] "GET /v3/users?domain_id=8876fd4307d343dab177f783ac687d36&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.040 [openstack-keystone-api-5000] [] 10.0.0.156:5000 494 0.041 200 fda32218d3b071d02faa016060453b8e 199.19.213.181 - - [19/Mar/2026:09:13:58 +0000] "GET /v3/projects?domain_id=8876fd4307d343dab177f783ac687d36 HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.027 [openstack-keystone-api-5000] [] 10.0.0.156:5000 550 0.028 200 bd35fcdda34a854117a816d76f44d0ba 199.19.213.181 - - [19/Mar/2026:09:13:58 +0000] "GET /v3/role_assignments?role.id=2362a0b1910f4019b501cf4ebd956dfb&user.id=921b19de9eff417997697749944bf2ef&scope.project.id=8e3f216e5a2345b5908ed9ba568c2b8c HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.022 [openstack-keystone-api-5000] [] 10.0.0.156:5000 270 0.021 200 2652b07a1310c3e4aca851e4b4965c34 199.19.213.181 - - [19/Mar/2026:09:13:58 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.029 [openstack-keystone-api-5000] [] 10.0.0.156:5000 1045 0.029 200 9e6443cb82b443af14fdd60a44fb9038 199.19.213.181 - - [19/Mar/2026:09:13:58 +0000] "GET /v3/domains/8876fd4307d343dab177f783ac687d36 HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.033 [openstack-keystone-api-5000] [] 10.0.0.156:5000 270 0.034 200 c68eae6d3d7cafe4f4dc6f49fc86207b 199.19.213.181 - - [19/Mar/2026:09:13:58 +0000] "GET /v3/users?domain_id=8876fd4307d343dab177f783ac687d36&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.044 [openstack-keystone-api-5000] [] 10.0.0.156:5000 494 0.044 200 b37de5fd675b30c2f856ff7c9de3a5a3 199.19.213.181 - - [19/Mar/2026:09:13:58 +0000] "GET /v3/projects?domain_id=8876fd4307d343dab177f783ac687d36 HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.027 [openstack-keystone-api-5000] [] 10.0.0.156:5000 550 0.028 200 dbe044bb0a3e331b156fd2e7393379ac 199.19.213.181 - - [19/Mar/2026:09:13:58 +0000] "GET /v3/role_assignments?role.id=2362a0b1910f4019b501cf4ebd956dfb&user.id=921b19de9eff417997697749944bf2ef&scope.project.id=8e3f216e5a2345b5908ed9ba568c2b8c HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.021 [openstack-keystone-api-5000] [] 10.0.0.156:5000 270 0.020 200 d9d7fe3d5c92f41a1425d2c98a20d168 199.19.213.181 - - [19/Mar/2026:09:13:58 +0000] "PUT /v3/projects/8e3f216e5a2345b5908ed9ba568c2b8c/users/921b19de9eff417997697749944bf2ef/roles/2362a0b1910f4019b501cf4ebd956dfb HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 558 0.060 [openstack-keystone-api-5000] [] 10.0.0.156:5000 0 0.060 204 2f3bbde3b6d8f7088c6414ade026ebb0 199.19.213.181 - - [19/Mar/2026:09:13:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.005 300 21d7490b897934f2b722e90d5d6081bf 199.19.213.181 - - [19/Mar/2026:09:13:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.358 [openstack-keystone-api-5000] [] 10.0.0.156:5000 1992 0.358 201 3456696768fefda0adfd95e9cf40c256 199.19.213.181 - - [19/Mar/2026:09:13:59 +0000] "GET /v3/services HTTP/1.1" 200 597 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.018 [openstack-keystone-api-5000] [] 10.0.0.156:5000 597 0.019 200 4286d3a3af762c48ab0d23ae68ee2f28 199.19.213.181 - - [19/Mar/2026:09:13:59 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 596 0.034 [openstack-keystone-api-5000] [] 10.0.0.156:5000 263 0.033 201 e7c745d4d55c7c9c360f618f4a53f219 199.19.213.181 - - [19/Mar/2026:09:13:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.004 300 be8bebcc2513f7d35bc275b24d3fe2f1 199.19.213.181 - - [19/Mar/2026:09:14:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2094 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.156:5000 2094 0.299 201 610ef00a6b93a29614b03a08fca94a71 199.19.213.181 - - [19/Mar/2026:09:14:00 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.018 [openstack-keystone-api-5000] [] 10.0.0.156:5000 848 0.019 200 95f7fa0b446ef3def2603efa337914e4 199.19.213.181 - - [19/Mar/2026:09:14:00 +0000] "GET /v3/endpoints HTTP/1.1" 200 2223 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.020 [openstack-keystone-api-5000] [] 10.0.0.156:5000 2223 0.021 200 a4b6bde482b3e17caadb7fc1e3c33bf7 199.19.213.181 - - [19/Mar/2026:09:14:00 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 686 0.033 [openstack-keystone-api-5000] [] 10.0.0.156:5000 379 0.032 201 7fa18d3fd984e1026ba5459405816bf4 199.19.213.181 - - [19/Mar/2026:09:14:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.004 300 9023f1a7b8da0155026e8eaf2f20fd1a 199.19.213.181 - - [19/Mar/2026:09:14:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2303 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.318 [openstack-keystone-api-5000] [] 10.0.0.156:5000 2303 0.318 201 658a9cc76136526440fc5b156687e0b7 199.19.213.181 - - [19/Mar/2026:09:14:01 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.021 [openstack-keystone-api-5000] [] 10.0.0.156:5000 848 0.020 200 1dc8da5b0b19a71539b6b8f2bac65c26 199.19.213.181 - - [19/Mar/2026:09:14:01 +0000] "GET /v3/endpoints HTTP/1.1" 200 2589 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.025 [openstack-keystone-api-5000] [] 10.0.0.156:5000 2589 0.025 200 2af6d4f86c198d99ee126f36063113d3 199.19.213.181 - - [19/Mar/2026:09:14:01 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 699 0.032 [openstack-keystone-api-5000] [] 10.0.0.156:5000 392 0.032 201 55b80080d771c63802b91a92db295b05 W0319 09:14:02.489313 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 09:14:02.489583 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0319 09:14:02.489737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:02.489766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:14:02.495650 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.007s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:35.7kB} I0319 09:14:02.495677 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0319 09:14:02.500091 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0319 09:14:02.500583 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"1e4b76fc-84df-4bc7-b21a-913615992916", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7700", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:14:02.500771 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0319 09:14:02.501223 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 09:14:02.501347 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0319 09:14:02.501437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:02.501460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:14:02.501624 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:14:02.551451 7 controller.go:216] "Backend successfully reloaded" I0319 09:14:02.551636 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-qpvhw", UID:"1f644598-5090-492e-b4dd-f7c3f980531f", APIVersion:"v1", ResourceVersion:"1229", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 09:14:02.784245 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0319 09:14:02.785513 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0319 09:14:05.836486 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 09:14:05.836690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:05.836713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:19.249604 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 09:14:19.249752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:19.249767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:14:22.368746 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.101.89.147"}] I0319 09:14:22.376687 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"1e4b76fc-84df-4bc7-b21a-913615992916", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7870", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:14:22.583427 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 09:14:22.583684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:22.583776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:25.916853 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 09:14:25.917083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:25.917116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:29.249958 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:14:29.250392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:29.250427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:14:29.250787 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:14:29.316796 7 controller.go:216] "Backend successfully reloaded" I0319 09:14:29.317929 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-qpvhw", UID:"1f644598-5090-492e-b4dd-f7c3f980531f", APIVersion:"v1", ResourceVersion:"1229", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 09:14:32.583024 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:14:32.583151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:32.583172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:35.916396 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:14:35.916629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:35.916656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:50.065903 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:14:50.066041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:50.066066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:53.399214 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:14:53.399409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:53.399438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:58.049237 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:14:58.049392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:58.049411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:15:38.642016 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:15:38.642249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:15:38.642275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:17.660561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:17.660612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:01.084238 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 09:17:01.084484 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0319 09:17:01.084587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:01.084612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:17:01.090420 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.007s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:39.2kB} I0319 09:17:01.090465 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0319 09:17:01.093549 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0319 09:17:01.093761 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"f43c5b1f-42cd-44e0-b738-fa4dfff19989", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9157", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:17:01.094185 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0319 09:17:01.094693 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 09:17:01.094819 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0319 09:17:01.094913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:01.094934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:17:01.095090 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:17:01.145467 7 controller.go:216] "Backend successfully reloaded" I0319 09:17:01.145757 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-qpvhw", UID:"1f644598-5090-492e-b4dd-f7c3f980531f", APIVersion:"v1", ResourceVersion:"1229", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 09:17:01.409110 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0319 09:17:01.410421 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0319 09:17:04.430871 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 09:17:04.431413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:04.431455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.181 - - [19/Mar/2026:09:17:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.004 300 a0d47dbc8225d1b5dda3ce421f6a9772 199.19.213.181 - - [19/Mar/2026:09:17:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.351 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3138 0.352 201 9134d8b7eb2a8237e270521e478372a4 199.19.213.181 - - [19/Mar/2026:09:17:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 01f60bbf07645671e6f069602d246124 199.19.213.181 - - [19/Mar/2026:09:17:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2315686bcc7d64a2433d36e0b8520598 199.19.213.181 - - [19/Mar/2026:09:17:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c4432ce3590b5519cf8dd4da460a09cd 199.19.213.181 - - [19/Mar/2026:09:17:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - add59458c238008477fb8f9cfda2afd8 199.19.213.181 - - [19/Mar/2026:09:17:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6b2a3ff56dbcd0982c075db5b7d9854a 199.19.213.181 - - [19/Mar/2026:09:17:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - deeb46535ce7b867d40513b84f964ca4 199.19.213.181 - - [19/Mar/2026:09:17:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.007 300 dfc922fce66cdc8fbe303adaa0fe67d4 199.19.213.181 - - [19/Mar/2026:09:17:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3138 0.299 201 56285f3a3c77f8f8ca9fd3483698dada 199.19.213.181 - - [19/Mar/2026:09:17:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 963afe7de92601eea95982664ff887ce 199.19.213.181 - - [19/Mar/2026:09:17:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 35ff6f21f49d4fb97fc6f75a51f64c07 199.19.213.181 - - [19/Mar/2026:09:17:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c47d7c104f8c26627d4e22fa81a1d687 199.19.213.181 - - [19/Mar/2026:09:17:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 25d973fd291e08c8a0fe5df817d49c1c 199.19.213.181 - - [19/Mar/2026:09:17:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2e0611e160d064f990c90be20d7d43fd 199.19.213.181 - - [19/Mar/2026:09:17:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 70bc189ed02c03bf44ebeccd5f6862dd 199.19.213.181 - - [19/Mar/2026:09:17:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.003 300 5a833a3d5f7c72524b80a964e444d855 199.19.213.181 - - [19/Mar/2026:09:17:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3138 0.287 201 7c8f8c15ca06acac556c934c878d0494 199.19.213.181 - - [19/Mar/2026:09:17:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f94d0227504b40dd074c96ac3faa7a1b 199.19.213.181 - - [19/Mar/2026:09:17:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cbe126d3b0556cf8ef25960fdecc427f 199.19.213.181 - - [19/Mar/2026:09:17:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b7b536ee75075eff898c7dd7859135fd 199.19.213.181 - - [19/Mar/2026:09:17:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8f8ff6b33a629bf4acf802ea13ad4b80 199.19.213.181 - - [19/Mar/2026:09:17:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 85246db897bfdde1601d7abc1a5151e4 199.19.213.181 - - [19/Mar/2026:09:17:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b1b1965b75348016412a870d369ae564 199.19.213.181 - - [19/Mar/2026:09:17:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.003 300 4ce472dcca17ad9a652a5c311ebb742d 199.19.213.181 - - [19/Mar/2026:09:17:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3138 0.311 201 6bb4260978a19377d94160b23ba5bad5 199.19.213.181 - - [19/Mar/2026:09:17:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ad2128a16ee5f17e9b789630b5da3eee 199.19.213.181 - - [19/Mar/2026:09:17:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a0b64af312c63eb72c5e22ae1a1b8e40 199.19.213.181 - - [19/Mar/2026:09:17:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 11e321fdbcb8d8f4b8bc292490313b01 199.19.213.181 - - [19/Mar/2026:09:17:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f65f2d1de8d26296196703ba7460c3fe 199.19.213.181 - - [19/Mar/2026:09:17:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6fcc29f27506d4a762b0c18ad27d296d 199.19.213.181 - - [19/Mar/2026:09:17:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 468957ca9547d4792e8e3ddf7f2c7202 W0319 09:17:13.570986 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 09:17:13.571208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:13.571239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.181 - - [19/Mar/2026:09:17:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.007 300 32badb7ec1046a8083d08f1dfe1b224a 199.19.213.181 - - [19/Mar/2026:09:17:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3138 0.285 201 4cd8dc092cc656169bbd40473d6c5c70 199.19.213.181 - - [19/Mar/2026:09:17:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 84a314d55a8711f12abbfe1c55ab50ce 199.19.213.181 - - [19/Mar/2026:09:17:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0184b5ce30e0fea594edb893b1ce2a1a 199.19.213.181 - - [19/Mar/2026:09:17:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a01115bf56414b303b8c81fe963a8216 199.19.213.181 - - [19/Mar/2026:09:17:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 240b479f2ec50cf04637674fc24a02ce 199.19.213.181 - - [19/Mar/2026:09:17:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f909797ab7724a2df6ab3cb331a87c73 199.19.213.181 - - [19/Mar/2026:09:17:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 34c5388a474c6b4452bbb6fa9a08af2c 199.19.213.181 - - [19/Mar/2026:09:17:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.003 300 607f1de1f1c748d9b444a8632dfe65f4 199.19.213.181 - - [19/Mar/2026:09:17:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3138 0.290 201 4cb60b93a95ee4aa7983cbf933daf15b 199.19.213.181 - - [19/Mar/2026:09:17:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b2875b8f650a7657b85e816dc6d6b5b1 199.19.213.181 - - [19/Mar/2026:09:17:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b75895f675be6c0c1b7ba5b9258266cd 199.19.213.181 - - [19/Mar/2026:09:17:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 32db6e6f261eef447962ed789090e90f 199.19.213.181 - - [19/Mar/2026:09:17:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 39074b00e661044dca873eef24a7d198 199.19.213.181 - - [19/Mar/2026:09:17:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 02fde8dabe9a110b6d5ef006acb0ac1a 199.19.213.181 - - [19/Mar/2026:09:17:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e67db6f8d20f26143ee186ad34ea6039 199.19.213.181 - - [19/Mar/2026:09:17:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.004 300 161b5614102821d7d0fb58d8c6c216e5 199.19.213.181 - - [19/Mar/2026:09:17:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3138 0.293 201 8c0c64cac8d5bea701c7b46c0e1cd795 199.19.213.181 - - [19/Mar/2026:09:17:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c3b551097c2868edb0e6c813111c1ff7 199.19.213.181 - - [19/Mar/2026:09:17:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5106ccf9389f76d39198d586e4c444bd 199.19.213.181 - - [19/Mar/2026:09:17:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5cac6738cb7095bcd0ed443280e4a4a7 199.19.213.181 - - [19/Mar/2026:09:17:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b4eb0cae18e77754aaf6b47983d8ed30 199.19.213.181 - - [19/Mar/2026:09:17:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b442738f85a4b9d011f8b39b028a64fc 199.19.213.181 - - [19/Mar/2026:09:17:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c3f27a969231f5cea330c929f50e2089 199.19.213.181 - - [19/Mar/2026:09:17:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.003 300 346bd8ad9f8277c23158ed8ea1e1b5a9 199.19.213.181 - - [19/Mar/2026:09:17:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3138 0.299 201 66a367c1dfea200270504bb8d97374af 199.19.213.181 - - [19/Mar/2026:09:17:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 963d218fc311c1f5ebad54ad329f9f76 199.19.213.181 - - [19/Mar/2026:09:17:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f811bcf1144207942a66aa83df58da05 199.19.213.181 - - [19/Mar/2026:09:17:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 683b0b4b14451e897a8e18c4a0d3ed49 199.19.213.181 - - [19/Mar/2026:09:17:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0c5daf047290e72eef21b27a29e865ab 199.19.213.181 - - [19/Mar/2026:09:17:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9cf1771eed1a38c4c509a6144d63623b 199.19.213.181 - - [19/Mar/2026:09:17:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e8c383d5300469cb2401f00e78c81022 199.19.213.181 - - [19/Mar/2026:09:17:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.004 300 29850a570d85a6251a2026a74347b6e6 199.19.213.181 - - [19/Mar/2026:09:17:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3138 0.286 201 3e2e0713e3aa940efcfc08b42cfe81cc 199.19.213.181 - - [19/Mar/2026:09:17:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 60725d42def5aa97a1954a71b3c7a4e2 199.19.213.181 - - [19/Mar/2026:09:17:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 93296614547a98ac1b1699dd8f4861a5 199.19.213.181 - - [19/Mar/2026:09:17:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 63e76362375fd77e71e9ce1bb7c08b12 199.19.213.181 - - [19/Mar/2026:09:17:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 20d0f4bf36daa8d7bd0b63f024e803f4 199.19.213.181 - - [19/Mar/2026:09:17:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9a29287fcf29e12e0b97e5ee03ec4c81 199.19.213.181 - - [19/Mar/2026:09:17:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cc12673579887ebef7695b2f8cec9c9e W0319 09:17:22.139917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:22.139951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:17:22.364053 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.101.89.147"}] I0319 09:17:22.370296 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"f43c5b1f-42cd-44e0-b738-fa4dfff19989", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9311", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.19.213.181 - - [19/Mar/2026:09:17:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.003 300 a62969115763d720f8c290df03f48482 199.19.213.181 - - [19/Mar/2026:09:17:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3138 0.290 201 d6205cf25f2eadd000655933c377aff7 199.19.213.181 - - [19/Mar/2026:09:17:22 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.52:9292 1193 0.002 300 49110d380a1c896596c8565cbb857ed5 199.19.213.181 - - [19/Mar/2026:09:17:23 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.526 [openstack-glance-api-9292] [] 10.0.0.52:9292 69 0.526 200 91396dd93a69d7a45ef0140a1f689f79 W0319 09:17:25.474242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:25.474282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.181 - - [19/Mar/2026:09:17:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 281 0.004 300 54a3f46c44434ef363a2e40616f8e958 199.19.213.181 - - [19/Mar/2026:09:17:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3138 0.305 201 fd305e45459c9ae8accb1557208c0f7c 199.19.213.181 - - [19/Mar/2026:09:17:26 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.52:9292 1193 0.003 300 4333faedb7501253bae727aa8311bbce 199.19.213.181 - - [19/Mar/2026:09:17:26 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.044 [openstack-glance-api-9292] [] 10.0.0.52:9292 69 0.044 200 d186a2e59e25b46a906bd29515e41348 199.19.213.181 - - [19/Mar/2026:09:17:26 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.121 [openstack-glance-api-9292] [] 10.0.0.52:9292 151 0.120 404 aeb24ab722b3a1b8de10dec6546328cb 199.19.213.181 - - [19/Mar/2026:09:17:26 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.024 [openstack-glance-api-9292] [] 10.0.0.52:9292 81 0.025 200 334d879743c247b75026ef6dddae5c32 199.19.213.181 - - [19/Mar/2026:09:17:26 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.028 [openstack-glance-api-9292] [] 10.0.0.52:9292 84 0.028 200 f203ff74bfa121d762c4c5f3ddc150b1 199.19.213.181 - - [19/Mar/2026:09:17:26 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 748 0.062 [openstack-glance-api-9292] [] 10.0.0.52:9292 760 0.062 201 616316bcd6c5782ad5f19c2f1cc1be5f 199.19.213.181 - - [19/Mar/2026:09:17:30 +0000] "PUT /v2/images/4f83f97c-2a96-407c-94bf-d90b47c7f7e4/file HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.435 [openstack-glance-api-9292] [] 10.0.0.52:9292 0 3.434 204 32c0023aa0809e5a89738a2d32a76513 199.19.213.181 - - [19/Mar/2026:09:17:30 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.021 [openstack-glance-api-9292] [] 10.0.0.52:9292 1240 0.020 200 f9cb85eaf0d57a0baf806062075ab7a7 199.19.213.181 - - [19/Mar/2026:09:17:30 +0000] "PATCH /v2/images/4f83f97c-2a96-407c-94bf-d90b47c7f7e4 HTTP/1.1" 200 1171 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 540 0.019 [openstack-glance-api-9292] [] 10.0.0.52:9292 1171 0.020 200 1c384ad62c222dcc356b81714a4a55ac 199.19.213.181 - - [19/Mar/2026:09:17:30 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.014 [openstack-glance-api-9292] [] 10.0.0.52:9292 1240 0.014 200 cc0f3ce3cb755efad4ccd45edd7cd463 W0319 09:17:33.337852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:33.337881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:36.671523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:36.671605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store