------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0319 17:54:21.178424 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0319 17:54:21.178548 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0319 17:54:21.184201 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0319 17:54:21.186175 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0319 17:54:21.415204 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0319 17:54:21.433670 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0319 17:54:21.453473 7 nginx.go:271] "Starting NGINX Ingress controller" I0319 17:54:21.459360 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"bd7224d1-4e3f-43e3-8af4-02240a2b5e1c", APIVersion:"v1", ResourceVersion:"1177", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0319 17:54:21.464589 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"7dfcccd0-318c-4bdb-971a-694ed5a89ff2", APIVersion:"v1", ResourceVersion:"1178", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0319 17:54:21.464656 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"71a2d879-b198-42ba-8aa3-41bfeb5cb32a", APIVersion:"v1", ResourceVersion:"1176", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0319 17:54:22.656607 7 nginx.go:317] "Starting NGINX process" I0319 17:54:22.656934 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0319 17:54:22.657308 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0319 17:54:22.657526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:22.657561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 17:54:22.657607 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 17:54:22.719486 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0319 17:54:22.719555 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-sgd9r" I0319 17:54:22.725561 7 controller.go:216] "Backend successfully reloaded" I0319 17:54:22.725690 7 controller.go:227] "Initial sync, sleeping for 1 second" I0319 17:54:22.725758 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sgd9r", UID:"5d89ffa8-4e23-4d97-b312-bc1f80709328", APIVersion:"v1", ResourceVersion:"1221", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 17:54:26.476990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:26.477025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:29.810910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:29.810948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:33.144597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:33.144647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:36.477651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:36.477705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:39.811506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:39.811551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:43.144028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:43.144079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:46.477929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:46.477980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:49.813466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:49.813513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:59.627531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:54:59.627559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:02.962004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:02.962037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:55.848661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:55:55.848716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:07.560490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:07.560535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:10.894447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:10.894558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:15.137327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:15.137389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:18.471424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:18.471468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:21.804684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:21.804717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:25.137948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:25.137997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:28.471878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:28.471906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:33.668849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:33.668880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:37.003913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:37.004121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:42.731096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:42.731125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:46.065541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:46.065595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:49.398684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:56:49.398727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:58:55.553087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:58:55.553129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:58:58.168183 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-139.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-139.nip.io-tls was not found. Using default certificate W0319 17:58:58.168316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:58:58.168344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 17:58:58.170350 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0319 17:58:58.170392 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0319 17:58:58.177019 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0319 17:58:58.177307 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"9a6e0e7a-fde7-4a8b-ac6c-493969a221db", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3125", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 17:58:58.177565 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-139.nip.io-tls" in local store I0319 17:58:58.425283 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-139.nip.io-tls" I0319 17:58:58.426189 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-139.nip.io-tls" W0319 17:58:58.887446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:58:58.887483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 17:58:58.887533 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 17:58:58.918606 7 controller.go:216] "Backend successfully reloaded" I0319 17:58:58.919108 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sgd9r", UID:"5d89ffa8-4e23-4d97-b312-bc1f80709328", APIVersion:"v1", ResourceVersion:"1221", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 17:59:02.220189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:02.220303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.139 - - [19/Mar/2026:17:59:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.070 [auth-system-keycloak-80] [] 10.0.0.92:8080 1928 2.068 200 ef6008e6e8d35ca20dbf2faaff6ddade 199.19.213.139 - - [19/Mar/2026:17:59:09 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.185 [auth-system-keycloak-80] [] 10.0.0.92:8080 116 0.186 404 4f100b45cd43d05252ebdb0dd8809e53 199.19.213.139 - - [19/Mar/2026:17:59:13 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.283 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 4.281 201 efb9e9aeb66dc7b9589d9d4b39044ad2 199.19.213.139 - - [19/Mar/2026:17:59:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.610 [auth-system-keycloak-80] [] 10.0.0.92:8080 4246 0.610 200 fea0e66a5a3351ddf6bf0e0b50a3a076 199.19.213.139 - - [19/Mar/2026:17:59:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.543 [auth-system-keycloak-80] [] 10.0.0.92:8080 1928 0.542 200 c60944d5dd017a2d1e9d8937514f5047 199.19.213.139 - - [19/Mar/2026:17:59:15 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.035 [auth-system-keycloak-80] [] 10.0.0.92:8080 12500 0.036 200 5d5096d0abdb208381eaedba7adbd539 199.19.213.139 - - [19/Mar/2026:17:59:15 +0000] "GET /admin/realms/atmosphere/client-scopes/0d65eb45-b57f-4702-b3b1-3fd65635a96b HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.047 [auth-system-keycloak-80] [] 10.0.0.92:8080 1278 0.047 200 31dafdd336494ff636eec0cee5628f0e 199.19.213.139 - - [19/Mar/2026:17:59:15 +0000] "PUT /admin/realms/atmosphere/client-scopes/0d65eb45-b57f-4702-b3b1-3fd65635a96b HTTP/1.1" 204 0 "-" "Ansible" 1848 0.027 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.027 204 d1d8434cf9d290d72c00c700fbcc2f67 199.19.213.139 - - [19/Mar/2026:17:59:15 +0000] "GET /admin/realms/atmosphere/client-scopes/0d65eb45-b57f-4702-b3b1-3fd65635a96b/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.078 [auth-system-keycloak-80] [] 10.0.0.92:8080 963 0.079 200 de3106be379b3148b04b1862ad6d3fb8 199.19.213.139 - - [19/Mar/2026:17:59:15 +0000] "GET /admin/realms/atmosphere/client-scopes/0d65eb45-b57f-4702-b3b1-3fd65635a96b/protocol-mappers/models/b6574b68-7a25-4287-865d-e76532a9b34d HTTP/1.1" 200 366 "-" "Ansible" 1309 0.010 [auth-system-keycloak-80] [] 10.0.0.92:8080 366 0.009 200 da4bd531c1ca5e3a67bcec079ee3e5a3 199.19.213.139 - - [19/Mar/2026:17:59:15 +0000] "PUT /admin/realms/atmosphere/client-scopes/0d65eb45-b57f-4702-b3b1-3fd65635a96b/protocol-mappers/models/b6574b68-7a25-4287-865d-e76532a9b34d HTTP/1.1" 204 0 "-" "Ansible" 1622 0.075 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.074 204 7426f06d98b005ac21f00f1775896cea 199.19.213.139 - - [19/Mar/2026:17:59:15 +0000] "GET /admin/realms/atmosphere/client-scopes/0d65eb45-b57f-4702-b3b1-3fd65635a96b HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.082 [auth-system-keycloak-80] [] 10.0.0.92:8080 1218 0.082 200 3a99c1642282706ee7c52def22e50355 I0319 17:59:22.728007 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.85.54"}] I0319 17:59:22.733158 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"9a6e0e7a-fde7-4a8b-ac6c-493969a221db", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3424", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 17:59:22.734771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:22.734826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.139 - - [19/Mar/2026:17:59:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.452 [auth-system-keycloak-80] [] 10.0.0.92:8080 1928 0.451 200 86d8f7704fce4f2d582d5518432e2b5d 199.19.213.139 - - [19/Mar/2026:17:59:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.033 [auth-system-keycloak-80] [] 10.0.0.92:8080 2 0.033 200 c32c728e9e2ceceaf7a5a898a0ca46a4 199.19.213.139 - - [19/Mar/2026:17:59:37 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.208 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.207 201 1f0e6c3c27d93bb3d6d13c07e47df689 199.19.213.139 - - [19/Mar/2026:17:59:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.080 [auth-system-keycloak-80] [] 10.0.0.92:8080 1261 0.080 200 4ba2dfb7ad01341a8794d1244b659939 199.19.213.139 - - [19/Mar/2026:17:59:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.449 [auth-system-keycloak-80] [] 10.0.0.92:8080 1928 0.448 200 326b8373e05c2c2c96857da5c5b61d5a 199.19.213.139 - - [19/Mar/2026:17:59:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.92:8080 2 0.022 200 accf1c89cb7db66a08cc69d14d51ba75 199.19.213.139 - - [19/Mar/2026:17:59:37 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.097 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.096 201 265c9e45b46a13b2e1bc3419662d0d70 199.19.213.139 - - [19/Mar/2026:17:59:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.086 [auth-system-keycloak-80] [] 10.0.0.92:8080 1286 0.085 200 8aa6f927a8f689b8564e957521ae418e 199.19.213.139 - - [19/Mar/2026:17:59:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.841 [auth-system-keycloak-80] [] 10.0.0.92:8080 1928 0.838 200 9991a36ce85d7dc2bed7f843b5039589 199.19.213.139 - - [19/Mar/2026:17:59:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.018 [auth-system-keycloak-80] [] 10.0.0.92:8080 2 0.019 200 dbcda65c242886167905a79bfebaebdd 199.19.213.139 - - [19/Mar/2026:17:59:39 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.070 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.070 201 934e32a2c3ad51b10c743654e8bd5515 199.19.213.139 - - [19/Mar/2026:17:59:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.073 [auth-system-keycloak-80] [] 10.0.0.92:8080 1251 0.074 200 a50644864eb457dd6ee6aae8cbfaf271 199.19.213.139 - - [19/Mar/2026:17:59:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.92:8080 1928 0.470 200 e4571f000753641d5a79577e849ab51c 199.19.213.139 - - [19/Mar/2026:17:59:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.014 [auth-system-keycloak-80] [] 10.0.0.92:8080 1261 0.015 200 f9d072b4c7fe3c1af0a9a35cd1ed5157 199.19.213.139 - - [19/Mar/2026:17:59:40 +0000] "GET /admin/realms/atmosphere/clients/0c55428a-a170-4368-b77f-0239d4c31e40/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.056 [auth-system-keycloak-80] [] 10.0.0.92:8080 119 0.056 404 1eaee62b9b2820bbe9ea3b19c36e8489 199.19.213.139 - - [19/Mar/2026:17:59:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.011 [auth-system-keycloak-80] [] 10.0.0.92:8080 1261 0.011 200 1e0a7527cd16fa7ee089c422d6758c83 199.19.213.139 - - [19/Mar/2026:17:59:40 +0000] "POST /admin/realms/atmosphere/clients/0c55428a-a170-4368-b77f-0239d4c31e40/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.021 201 9d20b0ae1e72fb9d0d23cc05bd1044c0 199.19.213.139 - - [19/Mar/2026:17:59:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.028 [auth-system-keycloak-80] [] 10.0.0.92:8080 1261 0.028 200 e2e967bcd1bb4ce381bedef26d33dd5f 199.19.213.139 - - [19/Mar/2026:17:59:40 +0000] "GET /admin/realms/atmosphere/clients/0c55428a-a170-4368-b77f-0239d4c31e40/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.022 [auth-system-keycloak-80] [] 10.0.0.92:8080 166 0.022 200 afe56ff979dbbf1a1655c988d16178b5 199.19.213.139 - - [19/Mar/2026:17:59:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.517 [auth-system-keycloak-80] [] 10.0.0.92:8080 1928 0.516 200 f64097077fbb53e0edb30fd68610a7ce 199.19.213.139 - - [19/Mar/2026:17:59:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.92:8080 1286 0.009 200 8f79ee922711f1fa769dd8d42c2be9b0 199.19.213.139 - - [19/Mar/2026:17:59:41 +0000] "GET /admin/realms/atmosphere/clients/79a50dd5-63d6-479a-b43b-16133f934746/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.049 [auth-system-keycloak-80] [] 10.0.0.92:8080 119 0.049 404 3667514744d088a3060a2ff511bd7555 199.19.213.139 - - [19/Mar/2026:17:59:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.92:8080 1286 0.007 200 ea9212fe3b0e95b25fccc62a661be472 199.19.213.139 - - [19/Mar/2026:17:59:41 +0000] "POST /admin/realms/atmosphere/clients/79a50dd5-63d6-479a-b43b-16133f934746/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.482 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.481 201 ef015d37d255741a7f4a29960225f453 199.19.213.139 - - [19/Mar/2026:17:59:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.92:8080 1286 0.006 200 73a6d9db7ab58bf470a4bbdf11e2c8bf 199.19.213.139 - - [19/Mar/2026:17:59:42 +0000] "GET /admin/realms/atmosphere/clients/79a50dd5-63d6-479a-b43b-16133f934746/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.92:8080 165 0.013 200 2d477a4ec7a0c34287d85bc6e9f84668 199.19.213.139 - - [19/Mar/2026:17:59:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.92:8080 1928 0.487 200 fb9bf227dba5a7d9f530c79cea94f7af 199.19.213.139 - - [19/Mar/2026:17:59:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.92:8080 1286 0.007 200 b4a78a354bf9447f710e5e47e80bb8a1 199.19.213.139 - - [19/Mar/2026:17:59:42 +0000] "GET /admin/realms/atmosphere/clients/79a50dd5-63d6-479a-b43b-16133f934746/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.92:8080 119 0.009 404 762c2e9a82dc8ec8a8aaf575744ec27e 199.19.213.139 - - [19/Mar/2026:17:59:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.92:8080 1286 0.006 200 52e0ca2488b1519352db43642c9d5c75 199.19.213.139 - - [19/Mar/2026:17:59:42 +0000] "POST /admin/realms/atmosphere/clients/79a50dd5-63d6-479a-b43b-16133f934746/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.039 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.039 201 ef19ea6e706f0b891baee02a44456967 199.19.213.139 - - [19/Mar/2026:17:59:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.92:8080 1286 0.006 200 10f26494061aa83335af9e9dde9a0acf 199.19.213.139 - - [19/Mar/2026:17:59:42 +0000] "GET /admin/realms/atmosphere/clients/79a50dd5-63d6-479a-b43b-16133f934746/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.065 [auth-system-keycloak-80] [] 10.0.0.92:8080 166 0.066 200 366aa0b85e4bc68cda166fa4cd3e1271 199.19.213.139 - - [19/Mar/2026:17:59:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.486 [auth-system-keycloak-80] [] 10.0.0.92:8080 1928 0.485 200 ec6068b748c3dd96a3ac81d9ee537d0d 199.19.213.139 - - [19/Mar/2026:17:59:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.051 [auth-system-keycloak-80] [] 10.0.0.92:8080 1286 0.051 200 7968138ba5b9ad13cc4c435e40359add 199.19.213.139 - - [19/Mar/2026:17:59:43 +0000] "GET /admin/realms/atmosphere/clients/79a50dd5-63d6-479a-b43b-16133f934746/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.084 [auth-system-keycloak-80] [] 10.0.0.92:8080 119 0.084 404 55909007b1b66baa8fc7ed40098eeb6a 199.19.213.139 - - [19/Mar/2026:17:59:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.92:8080 1286 0.008 200 c17d1724ac2e5aa41a419bd4c713727a 199.19.213.139 - - [19/Mar/2026:17:59:43 +0000] "POST /admin/realms/atmosphere/clients/79a50dd5-63d6-479a-b43b-16133f934746/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.078 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.077 201 77dcc83827586dbb0bdba82e5c97a5e4 199.19.213.139 - - [19/Mar/2026:17:59:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.92:8080 1286 0.008 200 93614f822177f8fe47dfc3f4f827d90f 199.19.213.139 - - [19/Mar/2026:17:59:44 +0000] "GET /admin/realms/atmosphere/clients/79a50dd5-63d6-479a-b43b-16133f934746/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.92:8080 166 0.013 200 a75e31cbcbe58b0082813841ff13f38f 199.19.213.139 - - [19/Mar/2026:17:59:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.482 [auth-system-keycloak-80] [] 10.0.0.92:8080 1928 0.481 200 abb7d94219010f43184b61168c13ea51 199.19.213.139 - - [19/Mar/2026:17:59:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.92:8080 1251 0.005 200 dbddbd3bc122c8949f6d03d2868d3c0d 199.19.213.139 - - [19/Mar/2026:17:59:44 +0000] "GET /admin/realms/atmosphere/clients/3e591c85-4719-46b8-b109-40608f3e7c78/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.92:8080 119 0.008 404 88f984f1f01038635c3305f73d0399c6 199.19.213.139 - - [19/Mar/2026:17:59:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.92:8080 1251 0.009 200 8d0f6d47cef33cf81e36c199bf3696e4 199.19.213.139 - - [19/Mar/2026:17:59:44 +0000] "POST /admin/realms/atmosphere/clients/3e591c85-4719-46b8-b109-40608f3e7c78/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.032 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.032 201 a780fea9c621ff8c8ebce4bd01845ac4 199.19.213.139 - - [19/Mar/2026:17:59:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.92:8080 1251 0.005 200 5b1f2d30524ce88a9046d3672723198c 199.19.213.139 - - [19/Mar/2026:17:59:44 +0000] "GET /admin/realms/atmosphere/clients/3e591c85-4719-46b8-b109-40608f3e7c78/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.069 [auth-system-keycloak-80] [] 10.0.0.92:8080 166 0.068 200 a4577866e03944c16b8b88613339c812 W0319 17:59:53.113321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:53.113360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:56.447892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:56.447933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:59.780875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 17:59:59.780926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:52.082543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:52.082576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:52.149985 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:52.150074 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0319 18:00:52.150122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:52.150148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:52.151356 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:52.151470 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0319 18:00:52.151544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:52.151602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:00:52.151703 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0319 18:00:52.151854 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0319 18:00:52.152631 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:52.152683 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0319 18:00:52.152779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:52.152799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:00:52.154387 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0319 18:00:52.154409 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0319 18:00:52.156199 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:18.2kB} I0319 18:00:52.156236 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0319 18:00:52.163369 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0319 18:00:52.163836 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0319 18:00:52.164327 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"41a099b6-0fad-491a-8ec8-4352dbff3f7a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4083", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 18:00:52.165675 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0319 18:00:52.165989 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0319 18:00:52.166015 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"4cd4a944-362f-42fd-a0db-35c3e4c31ca4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4088", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 18:00:52.166034 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0319 18:00:52.166183 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"81e60b04-8817-47d2-bf34-7ee4668f36e6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4089", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:00:52.167371 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0319 18:00:52.477530 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0319 18:00:52.478244 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0319 18:00:52.829377 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0319 18:00:52.830040 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0319 18:00:53.993222 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0319 18:00:53.995068 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0319 18:00:55.415973 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:55.416038 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:55.416080 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:55.416219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:55.416242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:00:55.416364 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 18:00:55.467994 7 controller.go:216] "Backend successfully reloaded" I0319 18:00:55.468260 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sgd9r", UID:"5d89ffa8-4e23-4d97-b312-bc1f80709328", APIVersion:"v1", ResourceVersion:"1221", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 18:00:58.751097 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:00:58.751181 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:00:58.751239 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:00:58.751366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:00:58.751398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:02.083537 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:02.083615 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:01:02.083647 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:02.083816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:02.083835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:05.416589 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:05.416640 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:01:05.416676 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:05.416767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:05.416788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:08.749360 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:08.749427 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:01:08.749470 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:08.749600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:08.749631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:12.083119 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:12.083186 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:01:12.083225 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:12.083345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:12.083380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:15.416829 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:15.416899 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:01:15.416938 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:15.417053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:15.417085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:18.749797 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:18.749873 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:01:18.749928 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:18.750036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:18.750073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:22.084083 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:22.084127 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:01:22.084175 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:22.084278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:22.084298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:01:22.725430 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.85.54"}] I0319 18:01:22.725598 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.85.54"}] I0319 18:01:22.725643 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.85.54"}] I0319 18:01:22.730303 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"81e60b04-8817-47d2-bf34-7ee4668f36e6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4869", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 18:01:22.734130 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"41a099b6-0fad-491a-8ec8-4352dbff3f7a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4870", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 18:01:22.735950 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"4cd4a944-362f-42fd-a0db-35c3e4c31ca4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4871", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:01:25.416454 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:25.416522 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:01:25.416562 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:25.416678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:25.416710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:28.749469 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:28.749532 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:01:28.749567 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:28.749677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:28.749701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:32.083599 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:32.083637 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 18:01:32.083662 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:32.083756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:32.083768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:35.416032 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:35.416139 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:35.416276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:35.416306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:38.751615 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:38.751691 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:38.751801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:38.751836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:42.083935 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:42.084007 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:42.084108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:42.084130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:45.416238 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:45.416345 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:45.416496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:45.416525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:48.752421 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:48.752565 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:48.752678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:48.752698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:53.468869 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:53.468946 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:53.469043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:53.469066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:57.509063 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:01:57.509198 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:01:57.509326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:01:57.509368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:00.843393 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:02:00.843540 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:02:00.843770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:00.843799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:04.188664 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:02:04.188760 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:02:04.188856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:04.188874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:07.509281 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:02:07.509376 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:02:07.509499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:07.509530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:10.844016 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:02:10.844118 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 18:02:10.844544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:10.844594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.82 - - [19/Mar/2026:18:02:13 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.036 [auth-system-keycloak-80] [] 10.0.0.92:8080 6382 0.036 200 418d1855075e39ec86a14ed14817e1ca 10.0.0.104 - - [19/Mar/2026:18:02:13 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.010 [auth-system-keycloak-80] [] 10.0.0.92:8080 6382 0.010 200 203f29e3822372c535f721a598e6acc6 W0319 18:02:14.706081 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:02:14.706214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:14.706231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:18.040061 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 18:02:18.040355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:18.040395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:21.374012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:21.374068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:24.707279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:24.707369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:28.040139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:28.040182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.139 - - [19/Mar/2026:18:02:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.92:8080 1928 0.464 200 cd8c2eb3ba60739fd55437b09b97d7f4 199.19.213.139 - - [19/Mar/2026:18:02:31 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.92:8080 4246 0.006 200 c33d877bb58c01440f72dc26ad2f379d 199.19.213.139 - - [19/Mar/2026:18:02:31 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.371 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.370 204 ed705dcec567f00ea6fdf4550128ca00 199.19.213.139 - - [19/Mar/2026:18:02:31 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.196 [auth-system-keycloak-80] [] 10.0.0.92:8080 4384 0.196 200 a00650d902f18c6134a3e99b18a723ca 199.19.213.139 - - [19/Mar/2026:18:02:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.92:8080 1928 0.472 200 abf694cdcc243bf5cbaff8b4533cd58e 199.19.213.139 - - [19/Mar/2026:18:02:33 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.008 [auth-system-keycloak-80] [] 10.0.0.92:8080 1682 0.008 200 9ee0f7863be5aa39672eab540b280797 199.19.213.139 - - [19/Mar/2026:18:02:33 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.92:8080 6382 0.006 200 494edc5545732fbeae2aff5df86c688a 199.19.213.139 - - [19/Mar/2026:18:02:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.92:8080 1928 0.466 200 38832211b1826c88d9f35e60e8eef0ed 199.19.213.139 - - [19/Mar/2026:18:02:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.92:8080 2 0.009 200 0ddcb1a087e24e3e6506a65704cf0c7c 199.19.213.139 - - [19/Mar/2026:18:02:35 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.185 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.184 201 5242d7739340316926af4ff5aa43cb9f 199.19.213.139 - - [19/Mar/2026:18:02:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.073 [auth-system-keycloak-80] [] 10.0.0.92:8080 2246 0.073 200 c2ca12838ccf865d2a935a20f8a30a6f 199.19.213.139 - - [19/Mar/2026:18:02:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.92:8080 1928 0.463 200 7c6aa2e63f62c0bff0b379ec6a504abf 199.19.213.139 - - [19/Mar/2026:18:02:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.037 [auth-system-keycloak-80] [] 10.0.0.92:8080 2246 0.037 200 2008b2e5b57e6e9ed78cc1d55e312340 199.19.213.139 - - [19/Mar/2026:18:02:36 +0000] "GET /admin/realms/atmosphere/clients/30dd6ada-1e67-4606-9039-d700dbc25d11/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.025 [auth-system-keycloak-80] [] 10.0.0.92:8080 233 0.025 200 61ae0a78d823eaf37f5a746a3e9f01a6 199.19.213.139 - - [19/Mar/2026:18:02:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.055 [auth-system-keycloak-80] [] 10.0.0.92:8080 831 0.055 200 adc625570d4a0c804a8833462d2c032d 199.19.213.139 - - [19/Mar/2026:18:02:36 +0000] "GET /admin/realms/atmosphere/clients/213af2dc-652f-46f6-9af0-7a5e9faec01f/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.025 [auth-system-keycloak-80] [] 10.0.0.92:8080 3758 0.025 200 fd9091aff4bfb590fdcdb27bac4e7d96 199.19.213.139 - - [19/Mar/2026:18:02:36 +0000] "GET /admin/realms/atmosphere/users/d5cd8bd7-886a-4aa7-9f12-5531ed6678a6/role-mappings/clients/213af2dc-652f-46f6-9af0-7a5e9faec01f/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.157 [auth-system-keycloak-80] [] 10.0.0.92:8080 3758 0.158 200 c606ee6a4963ff7efd1f510e89c1042e 199.19.213.139 - - [19/Mar/2026:18:02:36 +0000] "GET /admin/realms/atmosphere/users/d5cd8bd7-886a-4aa7-9f12-5531ed6678a6/role-mappings/clients/213af2dc-652f-46f6-9af0-7a5e9faec01f/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.074 [auth-system-keycloak-80] [] 10.0.0.92:8080 2 0.074 200 0f485f4d72c7e6f1d710fed71e471112 199.19.213.139 - - [19/Mar/2026:18:02:36 +0000] "POST /admin/realms/atmosphere/users/d5cd8bd7-886a-4aa7-9f12-5531ed6678a6/role-mappings/clients/213af2dc-652f-46f6-9af0-7a5e9faec01f HTTP/1.1" 204 0 "-" "Ansible" 1390 0.029 [auth-system-keycloak-80] [] 10.0.0.92:8080 0 0.028 204 517af9ac575d0d593aa29946a2a68fcd 199.19.213.139 - - [19/Mar/2026:18:02:36 +0000] "GET /admin/realms/atmosphere/users/d5cd8bd7-886a-4aa7-9f12-5531ed6678a6/role-mappings/clients/213af2dc-652f-46f6-9af0-7a5e9faec01f/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.047 [auth-system-keycloak-80] [] 10.0.0.92:8080 576 0.047 200 8f75c805d87cbbcee9895dc0831ef6fb W0319 18:02:39.399117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:39.399146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:42.733367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:42.733399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:48.018660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:48.018708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:51.352086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:02:51.352120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:44.097096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:04:44.097143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:17.705377 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0319 18:05:17.705463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:17.705485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:05:17.709363 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0319 18:05:17.709405 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0319 18:05:17.713674 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0319 18:05:17.713962 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"87010808-8b73-48ec-9c97-a499bd3fc249", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6498", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:05:17.714225 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0319 18:05:17.714627 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0319 18:05:17.714701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:17.714742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:05:17.714859 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 18:05:17.754208 7 controller.go:216] "Backend successfully reloaded" I0319 18:05:17.754491 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sgd9r", UID:"5d89ffa8-4e23-4d97-b312-bc1f80709328", APIVersion:"v1", ResourceVersion:"1221", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 18:05:17.993188 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0319 18:05:17.994362 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0319 18:05:21.050738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:21.050785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.139 - - [19/Mar/2026:18:05:22 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.007 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.008 300 62f57e196e59ca58eea9d00b753f52ef I0319 18:05:22.726869 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.102.85.54"}] I0319 18:05:22.732307 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"87010808-8b73-48ec-9c97-a499bd3fc249", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6551", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.19.213.139 - - [19/Mar/2026:18:05:23 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.158:5000 266 0.004 200 bd7afe5373490e7ca61c5512cf7892cb 199.19.213.139 - - [19/Mar/2026:18:05:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.355 [openstack-keystone-api-5000] [] 10.0.0.158:5000 1360 0.355 201 0b8ad6ceb169a7557812c560d719ca23 199.19.213.139 - - [19/Mar/2026:18:05:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.004 300 288ba2da8140c932840fe7b97fd5ba0c 199.19.213.139 - - [19/Mar/2026:18:05:24 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.031 [openstack-keystone-api-5000] [] 10.0.0.158:5000 90 0.031 404 ed9f91b2c9c24c62f8f7fcfc7cb19042 199.19.213.139 - - [19/Mar/2026:18:05:24 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.027 [openstack-keystone-api-5000] [] 10.0.0.158:5000 368 0.027 200 b9354e1dfe12d58e29fb8bf750c5fbc2 199.19.213.139 - - [19/Mar/2026:18:05:24 +0000] "GET /v3/domains/9cfbf5f1bb354b45b56892e4812b9e1a HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.028 [openstack-keystone-api-5000] [] 10.0.0.158:5000 245 0.028 200 4c1c644d3dfdf597679616a8e8d58cea W0319 18:05:24.382072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:24.382123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.139 - - [19/Mar/2026:18:05:24 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.158:5000 266 0.005 200 ca554a942c0aeeb746273fc4390397f5 199.19.213.139 - - [19/Mar/2026:18:05:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.314 [openstack-keystone-api-5000] [] 10.0.0.158:5000 1360 0.313 201 fdf67b6eac5d95a906cf8d9a58a98cc5 199.19.213.139 - - [19/Mar/2026:18:05:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.004 300 da8cd3eea52647e222fb5dbe08d0c065 199.19.213.139 - - [19/Mar/2026:18:05:25 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.025 [openstack-keystone-api-5000] [] 10.0.0.158:5000 101 0.024 404 b3cace5f36782af66e9580ae06aae3fd 199.19.213.139 - - [19/Mar/2026:18:05:25 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.020 [openstack-keystone-api-5000] [] 10.0.0.158:5000 156 0.019 200 68406133725f845749a6dee3237c9f92 199.19.213.139 - - [19/Mar/2026:18:05:25 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.030 [openstack-keystone-api-5000] [] 10.0.0.158:5000 454 0.030 201 2d23e35098ff69ade9fff6528eb6cd5e 199.19.213.139 - - [19/Mar/2026:18:05:25 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.158:5000 266 0.004 200 69f0d56a1510ad02fa4af452567e163d 199.19.213.139 - - [19/Mar/2026:18:05:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.158:5000 1360 0.297 201 59043c7308e6c91123a87c35856eee0c 199.19.213.139 - - [19/Mar/2026:18:05:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.003 300 29f00d8097b3b93dad4e57ef9bc949f3 199.19.213.139 - - [19/Mar/2026:18:05:26 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.025 [openstack-keystone-api-5000] [] 10.0.0.158:5000 98 0.025 404 0999a585fbacbe980d8628e90db20006 199.19.213.139 - - [19/Mar/2026:18:05:26 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.024 [openstack-keystone-api-5000] [] 10.0.0.158:5000 136 0.023 200 7139489ec17c0dc14c6ea61cbcdc70e8 199.19.213.139 - - [19/Mar/2026:18:05:26 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.023 [openstack-keystone-api-5000] [] 10.0.0.158:5000 332 0.023 201 f7c82d428e6b94b44563285093bde2c8 199.19.213.139 - - [19/Mar/2026:18:05:26 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.158:5000 266 0.004 200 a5eb961502d69e35decbdcc4981f81c0 199.19.213.139 - - [19/Mar/2026:18:05:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.158:5000 1360 0.287 201 12c481e227106787fa579c1295353726 199.19.213.139 - - [19/Mar/2026:18:05:27 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.003 300 4e2c98dbf5cbea10982a5c9633abe22d 199.19.213.139 - - [19/Mar/2026:18:05:27 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.024 [openstack-keystone-api-5000] [] 10.0.0.158:5000 131 0.023 404 602d3f58e36e024b48f3c46a2cec4410 199.19.213.139 - - [19/Mar/2026:18:05:27 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.034 [openstack-keystone-api-5000] [] 10.0.0.158:5000 168 0.035 200 2eca471ed6d46da24eac93fb5a665652 199.19.213.139 - - [19/Mar/2026:18:05:27 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.032 [openstack-keystone-api-5000] [] 10.0.0.158:5000 224 0.032 201 5724df7e64ec85e58fe75c5c8b8eb3e1 W0319 18:05:36.363249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:36.363387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:39.698974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:39.699040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:43.280011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:05:43.280038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:06:01.832292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:06:01.832343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:06:05.166125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:06:05.166180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:06:09.522309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:06:09.522339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:06:12.856899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:06:12.856948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:07:41.794537 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 18:07:41.794666 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0319 18:07:41.794739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:07:41.794763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:07:41.797796 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:32.2kB} I0319 18:07:41.797825 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0319 18:07:41.802058 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0319 18:07:41.802307 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"72cf9080-d6a5-4c56-b51a-845a15aea448", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7525", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:07:41.802644 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0319 18:07:41.803088 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 18:07:41.803190 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0319 18:07:41.803263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:07:41.803286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:07:41.803410 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 18:07:41.860078 7 controller.go:216] "Backend successfully reloaded" I0319 18:07:41.860484 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sgd9r", UID:"5d89ffa8-4e23-4d97-b312-bc1f80709328", APIVersion:"v1", ResourceVersion:"1221", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 18:07:42.084261 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0319 18:07:42.085455 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.139 - - [19/Mar/2026:18:07:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.004 300 2373c9ac6e411497751013d73595c531 199.19.213.139 - - [19/Mar/2026:18:07:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.364 [openstack-keystone-api-5000] [] 10.0.0.158:5000 1992 0.363 201 afff7673093802f7143ea0db655683b0 199.19.213.139 - - [19/Mar/2026:18:07:43 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.038 [openstack-keystone-api-5000] [] 10.0.0.158:5000 85 0.038 404 1fda32dd0cc405d9b4c5a8a3b34f1785 199.19.213.139 - - [19/Mar/2026:18:07:43 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-keystone-api-5000] [] 10.0.0.158:5000 129 0.025 200 f84f637a05d80881f56574bbd537e1a3 199.19.213.139 - - [19/Mar/2026:18:07:43 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.118 [openstack-keystone-api-5000] [] 10.0.0.158:5000 230 0.118 201 de85c6cb4d6f32ba436349e2ab25de91 W0319 18:07:45.137405 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 18:07:45.137731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:07:45.137804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.139 - - [19/Mar/2026:18:07:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.005 300 385e35cf7dcc7dc7630a0d0b254032d2 199.19.213.139 - - [19/Mar/2026:18:07:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.294 [openstack-keystone-api-5000] [] 10.0.0.158:5000 1992 0.294 201 81cb562662bd1df8ea85993b765564ae 199.19.213.139 - - [19/Mar/2026:18:07:49 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.023 [openstack-keystone-api-5000] [] 10.0.0.158:5000 1521 0.023 200 8fa5597c0cbd421a90452f3d72a07be2 199.19.213.139 - - [19/Mar/2026:18:07:49 +0000] "PUT /v3/roles/409ca2cefaf745b583cbd4cc9aa7c880/implies/e37ed6c134254ee89e1c9f6ab0ad158d HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.041 [openstack-keystone-api-5000] [] 10.0.0.158:5000 521 0.041 201 f8d73d4edffcc0f3fc7c2e2b17da2037 W0319 18:07:49.895524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:07:49.895558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:08:22.725179 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.102.85.54"}] I0319 18:08:22.731530 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"72cf9080-d6a5-4c56-b51a-845a15aea448", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7874", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:08:22.732418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:08:22.732457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.139 - - [19/Mar/2026:18:08:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.005 300 f71cffa71f08e635277960e89b6110f4 199.19.213.139 - - [19/Mar/2026:18:08:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.340 [openstack-keystone-api-5000] [] 10.0.0.158:5000 2055 0.340 201 3152875cbfc7345d5bf0b557359915dd 199.19.213.139 - - [19/Mar/2026:18:08:44 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.030 [openstack-keystone-api-5000] [] 10.0.0.158:5000 87 0.030 404 97b62904b37e29cdc80ad88eb9f5708a 199.19.213.139 - - [19/Mar/2026:18:08:44 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.086 [openstack-keystone-api-5000] [] 10.0.0.158:5000 390 0.086 200 7673b2155ca624c686f2ede352812354 199.19.213.139 - - [19/Mar/2026:18:08:44 +0000] "GET /v3/users/rgw-RegionOne?domain_id=6521888b9f0a4c1cb63877440a80381f HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.051 [openstack-keystone-api-5000] [] 10.0.0.158:5000 91 0.050 404 372f74ec927c17ab476306c095e27a20 199.19.213.139 - - [19/Mar/2026:18:08:44 +0000] "GET /v3/users?domain_id=6521888b9f0a4c1cb63877440a80381f&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.046 [openstack-keystone-api-5000] [] 10.0.0.158:5000 178 0.045 200 b262597f598756101b3c94590887c5e9 199.19.213.139 - - [19/Mar/2026:18:08:45 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.304 [openstack-keystone-api-5000] [] 10.0.0.158:5000 291 0.305 201 a974e9009965280d1895ab13803f29ad 199.19.213.139 - - [19/Mar/2026:18:08:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.004 300 96c3170d15e58fddcecb8138b95fb287 199.19.213.139 - - [19/Mar/2026:18:08:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.309 [openstack-keystone-api-5000] [] 10.0.0.158:5000 2055 0.309 201 8ff5bd8c77378263380fd243ffa0534d 199.19.213.139 - - [19/Mar/2026:18:08:48 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.029 [openstack-keystone-api-5000] [] 10.0.0.158:5000 83 0.029 404 578a899a3e683d7133d6124d0e861799 199.19.213.139 - - [19/Mar/2026:18:08:48 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.039 [openstack-keystone-api-5000] [] 10.0.0.158:5000 361 0.039 200 aa5bbf3bc98fc7a947ee57c2179940ee 199.19.213.139 - - [19/Mar/2026:18:08:48 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.033 [openstack-keystone-api-5000] [] 10.0.0.158:5000 87 0.034 404 3a6226ff9e229d09a0a035ee4e94e3d9 199.19.213.139 - - [19/Mar/2026:18:08:48 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.034 [openstack-keystone-api-5000] [] 10.0.0.158:5000 390 0.034 200 e106987e8d5d16c99c19ed7709c403fc 199.19.213.139 - - [19/Mar/2026:18:08:48 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.031 [openstack-keystone-api-5000] [] 10.0.0.158:5000 91 0.032 404 ef788e67675cda368c10401f87614f3d 199.19.213.139 - - [19/Mar/2026:18:08:48 +0000] "GET /v3/users?domain_id=6521888b9f0a4c1cb63877440a80381f&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.034 [openstack-keystone-api-5000] [] 10.0.0.158:5000 458 0.034 200 c15fa4b147cc3a9778ec986b1626460e 199.19.213.139 - - [19/Mar/2026:18:08:48 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.027 [openstack-keystone-api-5000] [] 10.0.0.158:5000 88 0.028 404 069c804477233aee6f24936e8b290779 199.19.213.139 - - [19/Mar/2026:18:08:48 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.025 [openstack-keystone-api-5000] [] 10.0.0.158:5000 520 0.026 200 b9f5b14d086f7c5bd11d5b35d9b24fd0 199.19.213.139 - - [19/Mar/2026:18:08:52 +0000] "PUT /v3/projects/4cab4b0a0b954f9aa29ecf384e387c83/users/612acb5fda1646ab9e280b2c986bd9a3/roles/e6aaa8d980964fd4b2c6ac6c20a8dfc3 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 3.860 [openstack-keystone-api-5000] [] 10.0.0.158:5000 0 3.860 204 b1268f47126012b892f743e91578bb96 199.19.213.139 - - [19/Mar/2026:18:08:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.003 300 091eb2de4381f0c4d7ef870c8a3f3392 199.19.213.139 - - [19/Mar/2026:18:08:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.351 [openstack-keystone-api-5000] [] 10.0.0.158:5000 2055 0.351 201 0c040d8a7a11234e1e13862f0fb9cf58 199.19.213.139 - - [19/Mar/2026:18:08:57 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.037 [openstack-keystone-api-5000] [] 10.0.0.158:5000 151 0.037 200 8c2d202045139ff105a5d8eb18e536b1 199.19.213.139 - - [19/Mar/2026:18:08:57 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.051 [openstack-keystone-api-5000] [] 10.0.0.158:5000 263 0.052 201 4451986ca6c50793ec4e4845894d0aea 199.19.213.139 - - [19/Mar/2026:18:08:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.004 300 751a64f25aab88a3de571c3df9d67eb4 199.19.213.139 - - [19/Mar/2026:18:08:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.308 [openstack-keystone-api-5000] [] 10.0.0.158:5000 2157 0.309 201 4d2807fffc55675c19e79d294b2c0c37 199.19.213.139 - - [19/Mar/2026:18:08:58 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.026 [openstack-keystone-api-5000] [] 10.0.0.158:5000 86 0.026 404 e68ec0a66537e8b74dcbacdfec5d106f 199.19.213.139 - - [19/Mar/2026:18:08:58 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.025 [openstack-keystone-api-5000] [] 10.0.0.158:5000 382 0.024 200 1ee833c8cfc87a4f0cc2a9e6bc268929 199.19.213.139 - - [19/Mar/2026:18:08:58 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=443c9a3e6e1f49e2bd47ff80efb55caf HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.022 [openstack-keystone-api-5000] [] 10.0.0.158:5000 205 0.022 200 268777d35142323e1709d0110c640cfe 199.19.213.139 - - [19/Mar/2026:18:08:58 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.033 [openstack-keystone-api-5000] [] 10.0.0.158:5000 379 0.034 201 ca59ebe776cf8f8a34d6392d4491a126 199.19.213.139 - - [19/Mar/2026:18:08:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.004 300 65cc7d45b3089ecbe11c2b5c8677f8bb 199.19.213.139 - - [19/Mar/2026:18:08:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.158:5000 2366 0.294 201 6b7d83e6342997fc209fd47d7e394155 199.19.213.139 - - [19/Mar/2026:18:08:59 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.158:5000 86 0.022 404 6d6fc01b31fed2308090d3fffc676110 199.19.213.139 - - [19/Mar/2026:18:08:59 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.021 [openstack-keystone-api-5000] [] 10.0.0.158:5000 382 0.021 200 387a4f0789e950afbe5987c0a6a86207 199.19.213.139 - - [19/Mar/2026:18:08:59 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=443c9a3e6e1f49e2bd47ff80efb55caf HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.023 [openstack-keystone-api-5000] [] 10.0.0.158:5000 207 0.023 200 53804b3ee55f4a064e3e868896cb049b 199.19.213.139 - - [19/Mar/2026:18:08:59 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.047 [openstack-keystone-api-5000] [] 10.0.0.158:5000 392 0.047 201 b7db3afdc8607bd39b732ad6b4583952 W0319 18:09:01.284102 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 18:09:01.284268 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0319 18:09:01.284364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:01.284389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:09:01.288677 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:35.7kB} I0319 18:09:01.288717 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0319 18:09:01.353136 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0319 18:09:01.353372 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"819de71a-275f-4517-b790-c969ee0a5083", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8094", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:09:01.353735 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0319 18:09:01.354077 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 18:09:01.354240 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0319 18:09:01.354418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:01.354438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:09:01.354576 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 18:09:01.424648 7 controller.go:216] "Backend successfully reloaded" I0319 18:09:01.424875 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sgd9r", UID:"5d89ffa8-4e23-4d97-b312-bc1f80709328", APIVersion:"v1", ResourceVersion:"1221", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 18:09:01.703833 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0319 18:09:01.705506 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0319 18:09:04.688443 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 18:09:04.688641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:04.688664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:19.675467 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 18:09:19.675935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:19.675971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:09:22.763433 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.102.85.54"}] I0319 18:09:22.769100 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"819de71a-275f-4517-b790-c969ee0a5083", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8254", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:09:23.009189 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 18:09:23.009321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:23.009339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:26.342540 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 18:09:26.342655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:26.342664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:29.676134 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:09:29.676333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:29.676359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:09:29.678002 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 18:09:29.726396 7 controller.go:216] "Backend successfully reloaded" I0319 18:09:29.726790 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sgd9r", UID:"5d89ffa8-4e23-4d97-b312-bc1f80709328", APIVersion:"v1", ResourceVersion:"1221", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 18:09:33.009507 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:09:33.009746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:33.009783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:36.343297 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:09:36.343533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:36.343559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:39.676047 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:09:39.676452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:39.676539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:52.035048 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:09:52.035206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:52.035297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:59.011351 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:09:59.011509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:09:59.011530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:10:41.088531 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 18:10:41.089567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:10:41.089603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:11:19.399859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:11:19.399890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:12:09.437607 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 18:12:09.437913 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0319 18:12:09.438010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:12:09.438040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:12:09.441464 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:39.2kB} I0319 18:12:09.441491 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0319 18:12:09.444425 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0319 18:12:09.444631 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"cdddfbf9-c70a-4fd9-8460-a41bf569aacb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9574", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:12:09.445107 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0319 18:12:09.445819 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 18:12:09.445983 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0319 18:12:09.446109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:12:09.446157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 18:12:09.446349 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 18:12:09.507470 7 controller.go:216] "Backend successfully reloaded" I0319 18:12:09.507859 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sgd9r", UID:"5d89ffa8-4e23-4d97-b312-bc1f80709328", APIVersion:"v1", ResourceVersion:"1221", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 18:12:09.689215 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0319 18:12:09.690364 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0319 18:12:12.780094 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 18:12:12.780224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:12:12.780248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.139 - - [19/Mar/2026:18:12:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.004 300 134a735a6ddfac1c545354bae7b12014 199.19.213.139 - - [19/Mar/2026:18:12:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.345 [openstack-keystone-api-5000] [] 10.0.0.158:5000 3201 0.345 201 66738c851c7d5821244804400c4a5417 199.19.213.139 - - [19/Mar/2026:18:12:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c0a1ec5f3a48df971ff06f33a5404736 199.19.213.139 - - [19/Mar/2026:18:12:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9daa9da02d547834c3d300d97ec689b9 199.19.213.139 - - [19/Mar/2026:18:12:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.004 300 850853ea2018d482c4bf28b27980c1ae 199.19.213.139 - - [19/Mar/2026:18:12:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.313 [openstack-keystone-api-5000] [] 10.0.0.158:5000 3201 0.313 201 c9455ebe7a2703bd995a934adeb72b4f 199.19.213.139 - - [19/Mar/2026:18:12:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e34c6f46550208bd9e531ef9ab2d36f6 199.19.213.139 - - [19/Mar/2026:18:12:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c04850d09c2122a1eb0d2c38023c8559 W0319 18:12:16.112587 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 18:12:16.112889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:12:16.112926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.139 - - [19/Mar/2026:18:12:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.003 300 0350a826dfee081449381606a8c6e2f2 199.19.213.139 - - [19/Mar/2026:18:12:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.307 [openstack-keystone-api-5000] [] 10.0.0.158:5000 3201 0.306 201 76498fb585b0b41569916437250c3c48 199.19.213.139 - - [19/Mar/2026:18:12:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f6a25c7ecb43863a76ffb5f0fe694b89 199.19.213.139 - - [19/Mar/2026:18:12:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 131742df19262f67e8dc188e16c0532f 199.19.213.139 - - [19/Mar/2026:18:12:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.004 300 2d227238f81db1f9790a78db58f3e038 199.19.213.139 - - [19/Mar/2026:18:12:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.313 [openstack-keystone-api-5000] [] 10.0.0.158:5000 3201 0.313 201 8abb19563323692714ce0f459b41df68 199.19.213.139 - - [19/Mar/2026:18:12:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8886c653f3aa73bed8afde8be57348aa 199.19.213.139 - - [19/Mar/2026:18:12:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d7ec672c1ecaf6028e833eb1abf48a78 199.19.213.139 - - [19/Mar/2026:18:12:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.005 300 b24a4070adefe7691d05fc9440ad9b38 199.19.213.139 - - [19/Mar/2026:18:12:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.415 [openstack-keystone-api-5000] [] 10.0.0.158:5000 3201 0.416 201 43931899a678c9a4a7574c2333e9959b 199.19.213.139 - - [19/Mar/2026:18:12:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9c414c51011eec78a0dcc7e2087013f0 199.19.213.139 - - [19/Mar/2026:18:12:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4cdc8c31c5950445371e059b7c6369ce I0319 18:12:22.729057 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.102.85.54"}] I0319 18:12:22.735239 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"cdddfbf9-c70a-4fd9-8460-a41bf569aacb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9689", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 18:12:22.737595 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 18:12:22.737882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:12:22.737925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.139 - - [19/Mar/2026:18:12:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.007 300 6c18efb9df95e474811a6133eee21e56 199.19.213.139 - - [19/Mar/2026:18:12:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.158:5000 3201 0.301 201 1ebc9c5c14f754fc8ce7b588bcefd332 199.19.213.139 - - [19/Mar/2026:18:12:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0686ef7c8f61b46ff2ff85d6f7ccc846 199.19.213.139 - - [19/Mar/2026:18:12:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c6498c39d58b7368b0ce4912e68c5774 199.19.213.139 - - [19/Mar/2026:18:12:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.004 300 c6a5cf4a0fb0d9b65a658f733bad2d2e 199.19.213.139 - - [19/Mar/2026:18:12:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.158:5000 3201 0.304 201 0c361ada625f0b9cd7dfc9b2af3b746d 199.19.213.139 - - [19/Mar/2026:18:12:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b4eefc3743d45800859b5abc52f3bafe 199.19.213.139 - - [19/Mar/2026:18:12:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d99de86973740726dd91edac8d730284 W0319 18:12:26.071987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:12:26.072037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.139 - - [19/Mar/2026:18:12:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.005 300 14ab8d2329c0e2188a2bd65339b5b0df 199.19.213.139 - - [19/Mar/2026:18:12:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.158:5000 3201 0.294 201 4a85312ca4d6cb0ffb8c7b09e1f68e11 199.19.213.139 - - [19/Mar/2026:18:12:26 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.203:9292 1193 0.003 300 a7057ac882379f0f68d1b384ee974bc6 199.19.213.139 - - [19/Mar/2026:18:12:27 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.526 [openstack-glance-api-9292] [] 10.0.0.203:9292 69 0.526 200 3876086dfb45f193f33d555913aed88d 199.19.213.139 - - [19/Mar/2026:18:12:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.158:5000 281 0.004 300 0aad95f0125188c698528efa09f02343 199.19.213.139 - - [19/Mar/2026:18:12:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.158:5000 3201 0.295 201 6139dd6981be7f6227f2e89c51301512 199.19.213.139 - - [19/Mar/2026:18:12:30 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.203:9292 1193 0.003 300 b4a245a61280811c0ea60e3a5c0f4f66 199.19.213.139 - - [19/Mar/2026:18:12:30 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.045 [openstack-glance-api-9292] [] 10.0.0.203:9292 69 0.045 200 c137fb405af8c533cd912f3f14693be1 199.19.213.139 - - [19/Mar/2026:18:12:30 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.122 [openstack-glance-api-9292] [] 10.0.0.203:9292 151 0.122 404 b772d5297bb43c300f93b5ea23b5ea91 199.19.213.139 - - [19/Mar/2026:18:12:30 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.022 [openstack-glance-api-9292] [] 10.0.0.203:9292 81 0.022 200 6a9806a66b50e3630c3ef9219935ed40 199.19.213.139 - - [19/Mar/2026:18:12:30 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-glance-api-9292] [] 10.0.0.203:9292 84 0.022 200 2873f9df4b21bacebb6b3427d1789fb4 199.19.213.139 - - [19/Mar/2026:18:12:30 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.057 [openstack-glance-api-9292] [] 10.0.0.203:9292 760 0.057 201 fa8bcf53d54cc40fb04dbb96d3351832 199.19.213.139 - - [19/Mar/2026:18:12:34 +0000] "PUT /v2/images/f8d65290-f1c0-42fe-bf94-f780bef47321/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.164 [openstack-glance-api-9292] [] 10.0.0.203:9292 0 4.163 204 f04862b4998cedf128395c6fa41c05a0 199.19.213.139 - - [19/Mar/2026:18:12:34 +0000] "GET /v2/images/f8d65290-f1c0-42fe-bf94-f780bef47321 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-glance-api-9292] [] 10.0.0.203:9292 1171 0.020 200 7d81408733ed1d6d864a75ddb44806b2 199.19.213.139 - - [19/Mar/2026:18:12:34 +0000] "GET /v2/images/f8d65290-f1c0-42fe-bf94-f780bef47321 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-glance-api-9292] [] 10.0.0.203:9292 1171 0.020 200 afa73b46569d164534285989a5357d7c W0319 18:12:37.976202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:12:37.976272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:12:41.310931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 18:12:41.310977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store