------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0301 21:13:14.285259 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0301 21:13:14.285529 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0301 21:13:14.294204 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0301 21:13:14.297013 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0301 21:13:14.634824 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0301 21:13:14.652367 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0301 21:13:14.666597 7 nginx.go:271] "Starting NGINX Ingress controller" I0301 21:13:14.674640 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"85f18c2b-5371-48f0-b0ae-55e3ab7ae194", APIVersion:"v1", ResourceVersion:"1104", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0301 21:13:14.677814 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"b6605a56-3d69-4560-9921-04501f2d89d9", APIVersion:"v1", ResourceVersion:"1107", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0301 21:13:14.677918 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"324b3dd6-3304-415d-981f-fedcfd6cbaab", APIVersion:"v1", ResourceVersion:"1106", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0301 21:13:15.868633 7 nginx.go:317] "Starting NGINX process" I0301 21:13:15.868759 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0301 21:13:15.869204 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0301 21:13:15.869542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:13:15.869585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:13:15.869783 7 controller.go:196] "Configuration changes detected, backend reload required" I0301 21:13:15.877932 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0301 21:13:15.878035 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-2zgw4" I0301 21:13:15.907022 7 controller.go:216] "Backend successfully reloaded" I0301 21:13:15.907286 7 controller.go:227] "Initial sync, sleeping for 1 second" I0301 21:13:15.907332 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2zgw4", UID:"1898ab65-b697-4acf-aa70-50171db34d43", APIVersion:"v1", ResourceVersion:"1150", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0301 21:13:19.698221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:13:19.698259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:13:23.033093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:13:23.033121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:13:26.365775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:13:26.365822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:13:29.698785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:13:29.698836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:13:33.032326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:13:33.032380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:13:36.365622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:13:36.365681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:13:39.698921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:13:39.699052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:13:43.032334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:13:43.032381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:13:46.365917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:13:46.365999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:13:51.803808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:13:51.803852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:14:40.044565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:14:40.044617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:14:43.378160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:14:43.378201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:14:58.175273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:14:58.175314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:15:01.849156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:15:01.849185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:15:05.182661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:15:05.182711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:15:08.516245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:15:08.516273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:15:11.850645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:15:11.850699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:15:15.182701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:15:15.182748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:15:19.470751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:15:19.470788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:15:22.804288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:15:22.804344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:15:26.139069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:15:26.139102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:15:29.473769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:15:29.473816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:15:32.805260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:15:32.805313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:17:31.825692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:17:31.825744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:17:34.333830 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-169.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-169.nip.io-tls was not found. Using default certificate W0301 21:17:34.333883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:17:34.333897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:17:34.335255 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0301 21:17:34.335279 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0301 21:17:34.354352 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0301 21:17:34.354532 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"dc2b6f55-8f51-4001-bc0c-9a5a97c999d6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2997", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0301 21:17:34.354849 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-169.nip.io-tls" in local store I0301 21:17:34.587485 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-169.nip.io-tls" I0301 21:17:34.588403 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-169.nip.io-tls" W0301 21:17:35.160212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:17:35.160263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:17:35.160358 7 controller.go:196] "Configuration changes detected, backend reload required" I0301 21:17:35.199623 7 controller.go:216] "Backend successfully reloaded" I0301 21:17:35.199768 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2zgw4", UID:"1898ab65-b697-4acf-aa70-50171db34d43", APIVersion:"v1", ResourceVersion:"1150", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0301 21:17:38.495452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:17:38.495503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [01/Mar/2026:21:17:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.979 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 1.978 200 f565d85b9b1991bd7f9e661ee474db34 199.204.45.169 - - [01/Mar/2026:21:17:45 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.102 [auth-system-keycloak-80] [] 10.0.0.139:8080 116 0.102 404 584a0be19c176d551663c7189a2b3777 199.204.45.169 - - [01/Mar/2026:21:17:49 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.172 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 4.170 201 67dd6b57a59dce245d7f5a8dbd9321f3 199.204.45.169 - - [01/Mar/2026:21:17:50 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.702 [auth-system-keycloak-80] [] 10.0.0.139:8080 4246 0.702 200 bf0c286b74cb357db0b0558884d654c2 199.204.45.169 - - [01/Mar/2026:21:17:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.508 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.507 200 835c3e34416d9d0ddfda9005856cb72b 199.204.45.169 - - [01/Mar/2026:21:17:51 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.139 [auth-system-keycloak-80] [] 10.0.0.139:8080 12500 0.139 200 4ee96a3f72d4fd8325a8424efb46d796 199.204.45.169 - - [01/Mar/2026:21:17:51 +0000] "GET /admin/realms/atmosphere/client-scopes/6709c404-a3c0-4953-b07c-cb7f4dff3aa2 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.009 [auth-system-keycloak-80] [] 10.0.0.139:8080 1278 0.009 200 c80ef16bab7a442a353eb86e96b904b3 199.204.45.169 - - [01/Mar/2026:21:17:51 +0000] "PUT /admin/realms/atmosphere/client-scopes/6709c404-a3c0-4953-b07c-cb7f4dff3aa2 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.070 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.069 204 cb990b4528e677e43badac07d2436951 199.204.45.169 - - [01/Mar/2026:21:17:51 +0000] "GET /admin/realms/atmosphere/client-scopes/6709c404-a3c0-4953-b07c-cb7f4dff3aa2/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.098 [auth-system-keycloak-80] [] 10.0.0.139:8080 963 0.098 200 9a49af0b57a53e6f5cdee416f3cdc44f 199.204.45.169 - - [01/Mar/2026:21:17:51 +0000] "GET /admin/realms/atmosphere/client-scopes/6709c404-a3c0-4953-b07c-cb7f4dff3aa2/protocol-mappers/models/ad823d78-aac2-4618-a44c-570c90b6f298 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.010 [auth-system-keycloak-80] [] 10.0.0.139:8080 366 0.010 200 54549639be9195b0e06e5d415957a315 199.204.45.169 - - [01/Mar/2026:21:17:51 +0000] "PUT /admin/realms/atmosphere/client-scopes/6709c404-a3c0-4953-b07c-cb7f4dff3aa2/protocol-mappers/models/ad823d78-aac2-4618-a44c-570c90b6f298 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.077 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.076 204 4da39fcd28f7435718ab308743b86ca5 199.204.45.169 - - [01/Mar/2026:21:17:51 +0000] "GET /admin/realms/atmosphere/client-scopes/6709c404-a3c0-4953-b07c-cb7f4dff3aa2 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.082 [auth-system-keycloak-80] [] 10.0.0.139:8080 1218 0.082 200 13ec44a3425af2abab17d774a56264b8 199.204.45.169 - - [01/Mar/2026:21:18:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.459 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.458 200 29007b0b3b31fa28d585b6d5d1a1208f 199.204.45.169 - - [01/Mar/2026:21:18:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.081 [auth-system-keycloak-80] [] 10.0.0.139:8080 2 0.081 200 46c19ec9ebba63503fedefc1031e7853 199.204.45.169 - - [01/Mar/2026:21:18:13 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.303 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.302 201 c3eb25ae18a4c2f95d85c426a7038a2d 199.204.45.169 - - [01/Mar/2026:21:18:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.084 [auth-system-keycloak-80] [] 10.0.0.139:8080 1261 0.084 200 be96c884f37296fca62a9a8a2df675c1 199.204.45.169 - - [01/Mar/2026:21:18:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.528 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.526 200 7afe067be75f348393dfa9b56ddc8b02 199.204.45.169 - - [01/Mar/2026:21:18:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.139:8080 2 0.013 200 067beb9d08da92aa78c02013b56f7501 199.204.45.169 - - [01/Mar/2026:21:18:14 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.071 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.070 201 ba4e13aa039992678529bc273d950534 199.204.45.169 - - [01/Mar/2026:21:18:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.072 [auth-system-keycloak-80] [] 10.0.0.139:8080 1286 0.072 200 15421f5018b64cebc172617c2a620201 199.204.45.169 - - [01/Mar/2026:21:18:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.500 200 84a6f97bdb4257dd1b0e32df1c85bf18 199.204.45.169 - - [01/Mar/2026:21:18:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.139:8080 2 0.009 200 df7455e4deb5357272e1fea0864d8ddb I0301 21:18:16.143964 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.32.24"}] I0301 21:18:16.282579 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"dc2b6f55-8f51-4001-bc0c-9a5a97c999d6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3384", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0301 21:18:16.284727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:18:16.284763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [01/Mar/2026:21:18:16 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.961 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.960 201 1b71e03fa7d9c69c594fad8c6ac554ce 199.204.45.169 - - [01/Mar/2026:21:18:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.019 [auth-system-keycloak-80] [] 10.0.0.139:8080 1251 0.019 200 4dd49d7e8b0bd93e56d1ec138363f36e 199.204.45.169 - - [01/Mar/2026:21:18:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.470 200 7a9cd13977355c81e1461775eb8648b6 199.204.45.169 - - [01/Mar/2026:21:18:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.139:8080 1261 0.008 200 960af69ddba3b2692a56a389702d65a0 199.204.45.169 - - [01/Mar/2026:21:18:17 +0000] "GET /admin/realms/atmosphere/clients/64411752-ab70-4a5f-b3ac-c65e6a44770f/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.046 [auth-system-keycloak-80] [] 10.0.0.139:8080 119 0.046 404 30ff9a4d6b902f1e677d9d022596d789 199.204.45.169 - - [01/Mar/2026:21:18:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.139:8080 1261 0.009 200 16b7c9355dacef5dfed389cea3cff18f 199.204.45.169 - - [01/Mar/2026:21:18:17 +0000] "POST /admin/realms/atmosphere/clients/64411752-ab70-4a5f-b3ac-c65e6a44770f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.021 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.020 201 3766f4aeda37211e408bc54f8de7b04a 199.204.45.169 - - [01/Mar/2026:21:18:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.139:8080 1261 0.008 200 109e828a6c98f8e6020da5606ffc676e 199.204.45.169 - - [01/Mar/2026:21:18:17 +0000] "GET /admin/realms/atmosphere/clients/64411752-ab70-4a5f-b3ac-c65e6a44770f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.033 [auth-system-keycloak-80] [] 10.0.0.139:8080 166 0.033 200 f803b522a4297448fa6813ac33ee41ba 199.204.45.169 - - [01/Mar/2026:21:18:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.467 200 5e3162d1c2e2f352e9c8968cb92f3fe3 199.204.45.169 - - [01/Mar/2026:21:18:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.017 [auth-system-keycloak-80] [] 10.0.0.139:8080 1286 0.017 200 591b364cc3689c4627884710f41e49e3 199.204.45.169 - - [01/Mar/2026:21:18:18 +0000] "GET /admin/realms/atmosphere/clients/46709e2a-25fb-473f-9d68-d97d67b75c9a/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.139:8080 119 0.010 404 c2c4029b1d3519d8092bf1619e00c541 199.204.45.169 - - [01/Mar/2026:21:18:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.139:8080 1286 0.007 200 463c5569358fdad3b90218c0b710871f 199.204.45.169 - - [01/Mar/2026:21:18:18 +0000] "POST /admin/realms/atmosphere/clients/46709e2a-25fb-473f-9d68-d97d67b75c9a/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.015 201 7670244614c4237c559ddc2c695a694f 199.204.45.169 - - [01/Mar/2026:21:18:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.025 [auth-system-keycloak-80] [] 10.0.0.139:8080 1286 0.025 200 b3e7f3e840f4122f919c9707d10878be 199.204.45.169 - - [01/Mar/2026:21:18:18 +0000] "GET /admin/realms/atmosphere/clients/46709e2a-25fb-473f-9d68-d97d67b75c9a/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.139:8080 165 0.013 200 6e22f902f28cfbbc82adef09a4be3d8c 199.204.45.169 - - [01/Mar/2026:21:18:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.529 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.528 200 ef57eec37e0fee1c3de182d99d695673 199.204.45.169 - - [01/Mar/2026:21:18:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.139:8080 1286 0.010 200 ae4be1fa31188422527cbad198b6d12c 199.204.45.169 - - [01/Mar/2026:21:18:19 +0000] "GET /admin/realms/atmosphere/clients/46709e2a-25fb-473f-9d68-d97d67b75c9a/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.032 [auth-system-keycloak-80] [] 10.0.0.139:8080 119 0.032 404 113283287b5c659a3619766e095b2fb0 199.204.45.169 - - [01/Mar/2026:21:18:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.139:8080 1286 0.007 200 cf2f577cf663604d50c7d6a91ee91589 199.204.45.169 - - [01/Mar/2026:21:18:19 +0000] "POST /admin/realms/atmosphere/clients/46709e2a-25fb-473f-9d68-d97d67b75c9a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.080 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.079 201 55de91fdc0b8b25ecf445f3e2442c216 199.204.45.169 - - [01/Mar/2026:21:18:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.139:8080 1286 0.008 200 e1f3939bf5a0ca2f9e2cfb87ffa83c87 199.204.45.169 - - [01/Mar/2026:21:18:19 +0000] "GET /admin/realms/atmosphere/clients/46709e2a-25fb-473f-9d68-d97d67b75c9a/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.074 [auth-system-keycloak-80] [] 10.0.0.139:8080 166 0.074 200 7314923e024798dd293408686eab6854 199.204.45.169 - - [01/Mar/2026:21:18:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.462 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.460 200 8509c9e5c884a256b546c72e011d5b95 199.204.45.169 - - [01/Mar/2026:21:18:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.040 [auth-system-keycloak-80] [] 10.0.0.139:8080 1286 0.040 200 d03e0e8047a7b2489bc9c392db4da61c 199.204.45.169 - - [01/Mar/2026:21:18:20 +0000] "GET /admin/realms/atmosphere/clients/46709e2a-25fb-473f-9d68-d97d67b75c9a/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.139:8080 119 0.009 404 805f62cbcbf137fc2826ed192e4a0ba6 199.204.45.169 - - [01/Mar/2026:21:18:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.139:8080 1286 0.007 200 60efddc9491e25a0b368562b421fc933 199.204.45.169 - - [01/Mar/2026:21:18:20 +0000] "POST /admin/realms/atmosphere/clients/46709e2a-25fb-473f-9d68-d97d67b75c9a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.067 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.066 201 ead392f60fea47f0f04607c26e8bf10a 199.204.45.169 - - [01/Mar/2026:21:18:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.139:8080 1286 0.009 200 4585b499a19a8a564c392aaa3da0776e 199.204.45.169 - - [01/Mar/2026:21:18:20 +0000] "GET /admin/realms/atmosphere/clients/46709e2a-25fb-473f-9d68-d97d67b75c9a/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.054 [auth-system-keycloak-80] [] 10.0.0.139:8080 166 0.054 200 a7a1680f6e4228cba600d0b132e384c3 199.204.45.169 - - [01/Mar/2026:21:18:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.482 200 237df6543edddd352ee8a81d2183b783 199.204.45.169 - - [01/Mar/2026:21:18:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.035 [auth-system-keycloak-80] [] 10.0.0.139:8080 1251 0.035 200 e6baaf441e4c8d0420b4d965fc33b4bc 199.204.45.169 - - [01/Mar/2026:21:18:21 +0000] "GET /admin/realms/atmosphere/clients/8e1cadf2-1685-4cee-aa2c-a132c2cc6615/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.139:8080 119 0.010 404 c7e64d3b661d065e499b1718906a290a 199.204.45.169 - - [01/Mar/2026:21:18:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.139:8080 1251 0.006 200 550934c477b5e8c3ba567b23a3e8507b 199.204.45.169 - - [01/Mar/2026:21:18:21 +0000] "POST /admin/realms/atmosphere/clients/8e1cadf2-1685-4cee-aa2c-a132c2cc6615/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.050 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.049 201 2d39ba9f1a19a0c169d3462d08bde0bd 199.204.45.169 - - [01/Mar/2026:21:18:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.139:8080 1251 0.006 200 77ddb7a92f8752ee29a53f8e6a107631 199.204.45.169 - - [01/Mar/2026:21:18:21 +0000] "GET /admin/realms/atmosphere/clients/8e1cadf2-1685-4cee-aa2c-a132c2cc6615/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.139:8080 166 0.013 200 3ecadec3c7d7293abc18640aa801be9d W0301 21:18:40.727752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:18:40.727799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:18:44.063568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:18:44.063618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:25.840244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:25.840294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:25.924690 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0301 21:19:25.924820 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0301 21:19:25.924909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:25.924931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:25.925607 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0301 21:19:25.925666 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0301 21:19:25.925733 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0301 21:19:25.925774 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0301 21:19:25.925811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:25.925829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:25.925839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:25.925851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:19:25.927852 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0301 21:19:25.927889 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0301 21:19:25.928259 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.004s admissionTime:0.007s testedConfigurationSize:18.2kB} I0301 21:19:25.928286 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0301 21:19:25.928855 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.004s admissionTime:0.007s testedConfigurationSize:18.2kB} I0301 21:19:25.928873 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0301 21:19:25.938997 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0301 21:19:25.939418 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0301 21:19:25.939564 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0301 21:19:25.939755 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"782d734d-e791-42a0-9546-a0d97e1c0154", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3959", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0301 21:19:25.939917 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0301 21:19:25.939938 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0301 21:19:25.940163 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0301 21:19:25.940161 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"bb309a88-5de2-4fd8-a925-95bfba4d78fa", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3960", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0301 21:19:25.940200 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"c19704a6-2763-4aaa-a0df-c519eea1ee16", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3961", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0301 21:19:26.297037 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0301 21:19:26.297887 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0301 21:19:26.337594 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0301 21:19:26.338778 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0301 21:19:27.602471 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0301 21:19:27.604197 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0301 21:19:29.174524 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0301 21:19:29.174580 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0301 21:19:29.174606 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0301 21:19:29.174714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:29.174736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:19:29.174874 7 controller.go:196] "Configuration changes detected, backend reload required" I0301 21:19:29.222739 7 controller.go:216] "Backend successfully reloaded" I0301 21:19:29.224123 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2zgw4", UID:"1898ab65-b697-4acf-aa70-50171db34d43", APIVersion:"v1", ResourceVersion:"1150", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0301 21:19:32.507348 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0301 21:19:32.507415 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0301 21:19:32.507452 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0301 21:19:32.507567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:32.507595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:35.841011 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0301 21:19:35.841077 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0301 21:19:35.841268 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0301 21:19:35.841481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:35.841508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:39.173893 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0301 21:19:39.173939 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0301 21:19:39.173961 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0301 21:19:39.174028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:39.174041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:42.507295 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0301 21:19:42.507365 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0301 21:19:42.507411 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0301 21:19:42.507553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:42.507588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:45.845268 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0301 21:19:45.845306 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0301 21:19:45.845323 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0301 21:19:45.845392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:45.845406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:49.175874 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0301 21:19:49.175946 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0301 21:19:49.175983 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0301 21:19:49.176108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:49.176135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:52.507696 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0301 21:19:52.507754 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0301 21:19:52.507786 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0301 21:19:52.508012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:52.508040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:55.840775 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0301 21:19:55.840843 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0301 21:19:55.840880 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0301 21:19:55.841016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:55.841183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:59.174203 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0301 21:19:59.174291 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0301 21:19:59.174436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:19:59.174466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:02.508050 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0301 21:20:02.508143 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0301 21:20:02.508253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:02.508283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:06.083175 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0301 21:20:06.083340 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0301 21:20:06.083498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:06.083564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:09.417367 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0301 21:20:09.417453 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0301 21:20:09.417543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:09.417560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.219 - - [01/Mar/2026:21:20:11 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.030 [auth-system-keycloak-80] [] 10.0.0.139:8080 6382 0.030 200 4d8cc90d7b5461ec5ae68bcbfc57adb0 10.0.0.148 - - [01/Mar/2026:21:20:11 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.009 [auth-system-keycloak-80] [] 10.0.0.139:8080 6382 0.009 200 3c1b3b4149ed80a4f9efb4531bd6e5f0 W0301 21:20:12.750739 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0301 21:20:12.750840 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0301 21:20:12.750935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:12.750955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:20:15.886551 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.97.32.24"}] I0301 21:20:15.887150 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.97.32.24"}] I0301 21:20:15.887183 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.97.32.24"}] I0301 21:20:15.893441 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"c19704a6-2763-4aaa-a0df-c519eea1ee16", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5065", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0301 21:20:15.897933 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"782d734d-e791-42a0-9546-a0d97e1c0154", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5066", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0301 21:20:15.899004 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"bb309a88-5de2-4fd8-a925-95bfba4d78fa", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5067", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0301 21:20:16.083261 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0301 21:20:16.083441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:16.083463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:19.416957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:19.417012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:22.751603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:22.751658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:26.083860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:26.083991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:34.761467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:34.761629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:38.095651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:38.095708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [01/Mar/2026:21:20:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.464 200 647f8225230e398c51d4eff2c7fb94f5 199.204.45.169 - - [01/Mar/2026:21:20:40 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.024 [auth-system-keycloak-80] [] 10.0.0.139:8080 4246 0.024 200 b1a4b6247248b1882852796933558512 199.204.45.169 - - [01/Mar/2026:21:20:41 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.388 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.387 204 ae69213d38a49e2da856459ed120db7f 199.204.45.169 - - [01/Mar/2026:21:20:41 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.184 [auth-system-keycloak-80] [] 10.0.0.139:8080 4384 0.184 200 fd01e85e82e875cb6ef61b1cd369a7c9 199.204.45.169 - - [01/Mar/2026:21:20:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.454 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.453 200 60255ff5b7cf4dd5eb04c689c75940cc 199.204.45.169 - - [01/Mar/2026:21:20:42 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.139:8080 1682 0.009 200 8e7a121e6e6a1f772534bf3ac104ccff 199.204.45.169 - - [01/Mar/2026:21:20:42 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.139:8080 6382 0.007 200 0aef240f95f6ff0cf1a7459234b70b98 199.204.45.169 - - [01/Mar/2026:21:20:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.466 200 9b7c99d7f3a0cef0190853ee0d034709 199.204.45.169 - - [01/Mar/2026:21:20:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.139:8080 2 0.006 200 607e9be55844ea668afe755daa0101d4 199.204.45.169 - - [01/Mar/2026:21:20:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.186 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.185 201 9db5eeba2e9188f8ba840005347597c2 199.204.45.169 - - [01/Mar/2026:21:20:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.078 [auth-system-keycloak-80] [] 10.0.0.139:8080 2246 0.078 200 fe2a43d1cc58a31e8c906cd21e2aad6b 199.204.45.169 - - [01/Mar/2026:21:20:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.484 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.482 200 b1a680f5c46564371c640a747016505e 199.204.45.169 - - [01/Mar/2026:21:20:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.139:8080 2246 0.006 200 0e7d41c17a63d3adf91e0111e49f993a 199.204.45.169 - - [01/Mar/2026:21:20:45 +0000] "GET /admin/realms/atmosphere/clients/51065408-6758-40d8-8a42-005b57d153b2/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.018 [auth-system-keycloak-80] [] 10.0.0.139:8080 233 0.018 200 be067bdc0abbe9a4cdd050e25d4e5636 199.204.45.169 - - [01/Mar/2026:21:20:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.039 [auth-system-keycloak-80] [] 10.0.0.139:8080 831 0.039 200 ffdf9c097681ac100bb9fa8abb73fa53 199.204.45.169 - - [01/Mar/2026:21:20:45 +0000] "GET /admin/realms/atmosphere/clients/1e2a6a71-ac7a-45b1-9c80-e8c04e37f6ce/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.086 [auth-system-keycloak-80] [] 10.0.0.139:8080 3758 0.086 200 27e40db9ef35047c987ee2fe103d774d 199.204.45.169 - - [01/Mar/2026:21:20:45 +0000] "GET /admin/realms/atmosphere/users/3e2b9cdf-ec85-447c-be94-2540e62640d3/role-mappings/clients/1e2a6a71-ac7a-45b1-9c80-e8c04e37f6ce/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.183 [auth-system-keycloak-80] [] 10.0.0.139:8080 3758 0.183 200 4f04c89d45cb871e50163f8a7d920782 199.204.45.169 - - [01/Mar/2026:21:20:45 +0000] "GET /admin/realms/atmosphere/users/3e2b9cdf-ec85-447c-be94-2540e62640d3/role-mappings/clients/1e2a6a71-ac7a-45b1-9c80-e8c04e37f6ce/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.023 [auth-system-keycloak-80] [] 10.0.0.139:8080 2 0.023 200 7ef15bcbb7488e2a206453b4171d0b3a 199.204.45.169 - - [01/Mar/2026:21:20:46 +0000] "POST /admin/realms/atmosphere/users/3e2b9cdf-ec85-447c-be94-2540e62640d3/role-mappings/clients/1e2a6a71-ac7a-45b1-9c80-e8c04e37f6ce HTTP/1.1" 204 0 "-" "Ansible" 1390 0.074 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.073 204 5ac8f8bd5fa064ce3ea370a0c56ea3fa 199.204.45.169 - - [01/Mar/2026:21:20:46 +0000] "GET /admin/realms/atmosphere/users/3e2b9cdf-ec85-447c-be94-2540e62640d3/role-mappings/clients/1e2a6a71-ac7a-45b1-9c80-e8c04e37f6ce/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.073 [auth-system-keycloak-80] [] 10.0.0.139:8080 576 0.073 200 53cb6fe8db760a11040b7e1ac010a6df W0301 21:20:48.749438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:48.749535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:52.083438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:20:52.083482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:21:04.600637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:21:04.600681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:21:07.937154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:21:07.937202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:22:53.419517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:22:53.419555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:23:26.176074 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0301 21:23:26.176137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:23:26.176151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:23:26.178251 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0301 21:23:26.178279 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0301 21:23:26.184988 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0301 21:23:26.185192 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b2e43ffc-5648-4a98-91de-d5c6cb77b51a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6280", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0301 21:23:26.185389 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0301 21:23:26.185687 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0301 21:23:26.185732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:23:26.185743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:23:26.185812 7 controller.go:196] "Configuration changes detected, backend reload required" I0301 21:23:26.226653 7 controller.go:216] "Backend successfully reloaded" I0301 21:23:26.226881 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2zgw4", UID:"1898ab65-b697-4acf-aa70-50171db34d43", APIVersion:"v1", ResourceVersion:"1150", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0301 21:23:26.616167 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0301 21:23:26.617695 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0301 21:23:29.520810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:23:29.520865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [01/Mar/2026:21:23:30 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.006 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.006 300 ef021c51d4f7a01ae2353ad116ddb059 199.204.45.169 - - [01/Mar/2026:21:23:32 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 266 0.004 200 cdc8f5a87fb07dc19df89f147da4d517 199.204.45.169 - - [01/Mar/2026:21:23:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.355 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1360 0.355 201 2dcceeb98c334ef134dd71995429c367 199.204.45.169 - - [01/Mar/2026:21:23:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.005 300 9a5e36b17f2681470825d135c20aee82 199.204.45.169 - - [01/Mar/2026:21:23:32 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.031 [openstack-keystone-api-5000] [] 10.0.0.67:5000 90 0.031 404 5ef8e9b837ea12dc1166b8802f979158 199.204.45.169 - - [01/Mar/2026:21:23:32 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.031 [openstack-keystone-api-5000] [] 10.0.0.67:5000 368 0.031 200 ddc007f25020ac9766f69c7a1b3cfea4 199.204.45.169 - - [01/Mar/2026:21:23:32 +0000] "GET /v3/domains/9e1ff89e990c4625a761ad9d73d6a8b5 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.025 [openstack-keystone-api-5000] [] 10.0.0.67:5000 245 0.025 200 0afaa74e262249698bc75f13e7499747 199.204.45.169 - - [01/Mar/2026:21:23:33 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.67:5000 266 0.005 200 d140b80b2e5aaccdcb5bc49144a078cc 199.204.45.169 - - [01/Mar/2026:21:23:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.324 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1360 0.324 201 623e89a95bcb0454c91f5fcc75caac4c 199.204.45.169 - - [01/Mar/2026:21:23:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 fb8aaccc9654ace53e195e4c4feed50e 199.204.45.169 - - [01/Mar/2026:21:23:33 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.026 [openstack-keystone-api-5000] [] 10.0.0.67:5000 101 0.026 404 8d792bba71ea39d58c50cdacde64fe15 199.204.45.169 - - [01/Mar/2026:21:23:33 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.027 [openstack-keystone-api-5000] [] 10.0.0.67:5000 156 0.027 200 ecbc5457dcfd49f20154fffb76317aac 199.204.45.169 - - [01/Mar/2026:21:23:33 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.026 [openstack-keystone-api-5000] [] 10.0.0.67:5000 454 0.026 201 a6d6f7fd9034618732a7b720df47a03a 199.204.45.169 - - [01/Mar/2026:21:23:34 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 266 0.004 200 356da0de3bc22b0de2bb0d10faeb0272 199.204.45.169 - - [01/Mar/2026:21:23:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1360 0.287 201 e93925685f2145c25e7e058610f810b1 199.204.45.169 - - [01/Mar/2026:21:23:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.005 300 da367aee46700d0e0f902b75c4cd4436 199.204.45.169 - - [01/Mar/2026:21:23:34 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.029 [openstack-keystone-api-5000] [] 10.0.0.67:5000 98 0.028 404 7772f23dfafbc7a8612d0a87ee08d610 199.204.45.169 - - [01/Mar/2026:21:23:34 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.018 [openstack-keystone-api-5000] [] 10.0.0.67:5000 136 0.019 200 08fa3adbf54683ca252f001900f5ca1a 199.204.45.169 - - [01/Mar/2026:21:23:34 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.025 [openstack-keystone-api-5000] [] 10.0.0.67:5000 332 0.025 201 a5bd51284969ef56db6181d8e485dbf7 199.204.45.169 - - [01/Mar/2026:21:23:35 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.67:5000 266 0.005 200 f769526df5fed6d35c9d0f211ead72e1 199.204.45.169 - - [01/Mar/2026:21:23:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1360 0.290 201 1401dd9c14cd56da2bc9432eb69f54e1 199.204.45.169 - - [01/Mar/2026:21:23:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.003 300 95421aafef3916b02de6cde02238b49c 199.204.45.169 - - [01/Mar/2026:21:23:35 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.028 [openstack-keystone-api-5000] [] 10.0.0.67:5000 131 0.028 404 227870cf89a23d90e670c3e9f12f1f28 199.204.45.169 - - [01/Mar/2026:21:23:35 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.026 [openstack-keystone-api-5000] [] 10.0.0.67:5000 168 0.026 200 c76ebd7c59cce5ee86f5460da24521fb 199.204.45.169 - - [01/Mar/2026:21:23:35 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.035 [openstack-keystone-api-5000] [] 10.0.0.67:5000 224 0.035 201 f33fadb6142efaabe0131add5cafa47c W0301 21:23:45.887011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:23:45.887107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:23:49.222054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:23:49.222113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:23:52.882397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:23:52.882424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:23:56.216812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:23:56.216886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:24:11.709444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:24:11.709482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:24:15.886855 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.97.32.24"}] I0301 21:24:15.893663 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b2e43ffc-5648-4a98-91de-d5c6cb77b51a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6638", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0301 21:24:15.896373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:24:15.896435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:24:19.229955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:24:19.229986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:24:22.563049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:24:22.563095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:25:50.381369 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0301 21:25:50.381458 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0301 21:25:50.381516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:25:50.381535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:25:50.384236 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:32.2kB} I0301 21:25:50.384262 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0301 21:25:50.387490 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0301 21:25:50.388087 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store I0301 21:25:50.388275 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"610dca69-28e2-4437-a522-1410655acda7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7306", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0301 21:25:50.388597 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0301 21:25:50.388802 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0301 21:25:50.389017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:25:50.389074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:25:50.389369 7 controller.go:196] "Configuration changes detected, backend reload required" I0301 21:25:50.437765 7 controller.go:216] "Backend successfully reloaded" I0301 21:25:50.437950 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2zgw4", UID:"1898ab65-b697-4acf-aa70-50171db34d43", APIVersion:"v1", ResourceVersion:"1150", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0301 21:25:50.597211 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0301 21:25:50.598094 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.169 - - [01/Mar/2026:21:25:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 6e18edf8ba9a537f367754a3042cf331 199.204.45.169 - - [01/Mar/2026:21:25:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.324 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1992 0.324 201 2df320b88bd56cbfc3d581b13cac8368 199.204.45.169 - - [01/Mar/2026:21:25:51 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.025 [openstack-keystone-api-5000] [] 10.0.0.67:5000 85 0.025 404 f5cf3128143ac90793d355b4a1cbd0cc 199.204.45.169 - - [01/Mar/2026:21:25:51 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.019 [openstack-keystone-api-5000] [] 10.0.0.67:5000 129 0.019 200 9b48d9262fe7eb3bc4957ddf75096d57 199.204.45.169 - - [01/Mar/2026:21:25:51 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.116 [openstack-keystone-api-5000] [] 10.0.0.67:5000 230 0.116 201 1708d45d02cb85279b4d475c8831897a W0301 21:25:53.722751 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0301 21:25:53.722933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:25:53.722963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [01/Mar/2026:21:25:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.006 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.006 300 f33b1f9502329e4f27260fd99ba1aa22 199.204.45.169 - - [01/Mar/2026:21:25:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.286 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1992 0.286 201 21f5ed8f11cc94d136342c311d03c2f4 199.204.45.169 - - [01/Mar/2026:21:25:56 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.021 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1521 0.021 200 5e6f924f9f40f08095bf8028047f05d4 199.204.45.169 - - [01/Mar/2026:21:25:56 +0000] "PUT /v3/roles/47acbd9fc9da48e2a59c478941e110bd/implies/30e4daa6fe1e42be82233fb96f6ab33f HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.039 [openstack-keystone-api-5000] [] 10.0.0.67:5000 521 0.039 201 6545d46056caed8039150ce68cd9a398 W0301 21:25:59.418303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:25:59.418404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:26:16.372508 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.97.32.24"}] I0301 21:26:16.392863 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"610dca69-28e2-4437-a522-1410655acda7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7600", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0301 21:26:16.410468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:26:16.410510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [01/Mar/2026:21:26:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 85252eaab104d61cf0a10bdd452729e3 199.204.45.169 - - [01/Mar/2026:21:26:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.342 [openstack-keystone-api-5000] [] 10.0.0.67:5000 2055 0.342 201 0ef846d815cd9a21f4848a47c8d9f677 199.204.45.169 - - [01/Mar/2026:21:26:43 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.034 [openstack-keystone-api-5000] [] 10.0.0.67:5000 87 0.034 404 e46f5292bf45fee4d333f3d9655b8fa7 199.204.45.169 - - [01/Mar/2026:21:26:43 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.032 [openstack-keystone-api-5000] [] 10.0.0.67:5000 390 0.032 200 fdfdb8aa1a5859e88ed5ac7c951a50eb 199.204.45.169 - - [01/Mar/2026:21:26:43 +0000] "GET /v3/users/rgw-RegionOne?domain_id=7b3075d9e9184fc3b4442b67d2cc0b36 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.028 [openstack-keystone-api-5000] [] 10.0.0.67:5000 91 0.028 404 2f56d81bdb956d132b6d95c8a5f8b3b3 199.204.45.169 - - [01/Mar/2026:21:26:43 +0000] "GET /v3/users?domain_id=7b3075d9e9184fc3b4442b67d2cc0b36&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.024 [openstack-keystone-api-5000] [] 10.0.0.67:5000 178 0.024 200 c86a3a7720c3508a779b5aadc4c20573 199.204.45.169 - - [01/Mar/2026:21:26:43 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.293 [openstack-keystone-api-5000] [] 10.0.0.67:5000 291 0.293 201 f2a61f46610ae8f39afe942777fb211c 199.204.45.169 - - [01/Mar/2026:21:26:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.005 300 a6c3aa715fd0a04749b8e1792138ac68 199.204.45.169 - - [01/Mar/2026:21:26:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.307 [openstack-keystone-api-5000] [] 10.0.0.67:5000 2055 0.307 201 51d0e25b6596695517a7727b5871f04b 199.204.45.169 - - [01/Mar/2026:21:26:46 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.020 [openstack-keystone-api-5000] [] 10.0.0.67:5000 83 0.020 404 31cc93d7a19198802be4bd9b16741dad 199.204.45.169 - - [01/Mar/2026:21:26:46 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.024 [openstack-keystone-api-5000] [] 10.0.0.67:5000 361 0.024 200 b09e1aeea810cf5f3574562f00b864c7 199.204.45.169 - - [01/Mar/2026:21:26:46 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.032 [openstack-keystone-api-5000] [] 10.0.0.67:5000 87 0.033 404 2be78d757cd0d4017ddc7d203917974d 199.204.45.169 - - [01/Mar/2026:21:26:46 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.027 [openstack-keystone-api-5000] [] 10.0.0.67:5000 390 0.027 200 927a82e928332ea46af83bc72bb22dc6 199.204.45.169 - - [01/Mar/2026:21:26:46 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.023 [openstack-keystone-api-5000] [] 10.0.0.67:5000 91 0.023 404 10458a7462be591d709f3df88a7da833 199.204.45.169 - - [01/Mar/2026:21:26:47 +0000] "GET /v3/users?domain_id=7b3075d9e9184fc3b4442b67d2cc0b36&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.038 [openstack-keystone-api-5000] [] 10.0.0.67:5000 458 0.038 200 65b58a7fe91d66832359e9e2761b606f 199.204.45.169 - - [01/Mar/2026:21:26:47 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.027 [openstack-keystone-api-5000] [] 10.0.0.67:5000 88 0.027 404 1adbdb2306890cd1ea54beab97826f5c 199.204.45.169 - - [01/Mar/2026:21:26:47 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.024 [openstack-keystone-api-5000] [] 10.0.0.67:5000 520 0.024 200 d4de04cbe780cbb8bce58b3b5d1f0252 199.204.45.169 - - [01/Mar/2026:21:26:48 +0000] "PUT /v3/projects/4c47efe44cca41fd994abb168651b0e4/users/e692f07fe07348ca8b6af20027dcb4e6/roles/bff74761a8cf4ddc8a8592a5d51f0abc HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 1.828 [openstack-keystone-api-5000] [] 10.0.0.67:5000 0 1.828 204 9014364ad7eecbe6e657c04831ebe092 199.204.45.169 - - [01/Mar/2026:21:26:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 46988db8e5ff2e6aad575e15b2ee902f 199.204.45.169 - - [01/Mar/2026:21:26:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.322 [openstack-keystone-api-5000] [] 10.0.0.67:5000 2055 0.322 201 7dae40c1eae214b4e82b4c7ee47e8c0a 199.204.45.169 - - [01/Mar/2026:21:26:56 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.021 [openstack-keystone-api-5000] [] 10.0.0.67:5000 151 0.021 200 5f6971e670dfacc1a275593cb7814427 199.204.45.169 - - [01/Mar/2026:21:26:57 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.028 [openstack-keystone-api-5000] [] 10.0.0.67:5000 263 0.028 201 63a7936cbc48186e321e5aa78e9a5017 199.204.45.169 - - [01/Mar/2026:21:26:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.003 300 ac97d84c0ead4fdca721fbbe863a6999 199.204.45.169 - - [01/Mar/2026:21:26:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.307 [openstack-keystone-api-5000] [] 10.0.0.67:5000 2157 0.307 201 460f8158f93d12dc6cbd75d1e416c732 199.204.45.169 - - [01/Mar/2026:21:26:58 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.026 [openstack-keystone-api-5000] [] 10.0.0.67:5000 86 0.026 404 46c1c4ab07a8af801832329a72f2e9d6 199.204.45.169 - - [01/Mar/2026:21:26:58 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.022 [openstack-keystone-api-5000] [] 10.0.0.67:5000 382 0.021 200 cb030155d66fa1de9ef18340a9deb499 199.204.45.169 - - [01/Mar/2026:21:26:58 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=5360c0016dd641b3810239e393fadcf1 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.020 [openstack-keystone-api-5000] [] 10.0.0.67:5000 205 0.020 200 b92f7186839bcee4a2f9cfb561b4632f 199.204.45.169 - - [01/Mar/2026:21:26:58 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.029 [openstack-keystone-api-5000] [] 10.0.0.67:5000 379 0.029 201 2c3c172dfd21e049b47a6e5e34019532 199.204.45.169 - - [01/Mar/2026:21:26:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.005 300 ca908685578de7218e7d269be3e5f60b 199.204.45.169 - - [01/Mar/2026:21:26:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.67:5000 2366 0.294 201 2b5fe7f8a54c43fd6de911058e9e79ca 199.204.45.169 - - [01/Mar/2026:21:26:59 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.67:5000 86 0.024 404 2e33540e552b954418d8810bfa9bdaae 199.204.45.169 - - [01/Mar/2026:21:26:59 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.021 [openstack-keystone-api-5000] [] 10.0.0.67:5000 382 0.021 200 9842c551b2079c8622c9e7228f1660b6 199.204.45.169 - - [01/Mar/2026:21:26:59 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=5360c0016dd641b3810239e393fadcf1 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.026 [openstack-keystone-api-5000] [] 10.0.0.67:5000 207 0.026 200 f06164266b6bd0aca3495813e4098979 199.204.45.169 - - [01/Mar/2026:21:26:59 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.033 [openstack-keystone-api-5000] [] 10.0.0.67:5000 392 0.033 201 31dabd85c6b506a69cb8728ced7a2339 W0301 21:27:00.327686 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0301 21:27:00.327779 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0301 21:27:00.327832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:27:00.327845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:27:00.330800 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.003s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:35.7kB} I0301 21:27:00.330822 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0301 21:27:00.337313 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0301 21:27:00.337487 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"82251aae-7f6e-4648-bc38-952ed89276a2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7851", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0301 21:27:00.337855 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0301 21:27:00.338248 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0301 21:27:00.338362 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0301 21:27:00.338448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:27:00.338470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:27:00.338626 7 controller.go:196] "Configuration changes detected, backend reload required" I0301 21:27:00.394982 7 controller.go:216] "Backend successfully reloaded" I0301 21:27:00.395427 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2zgw4", UID:"1898ab65-b697-4acf-aa70-50171db34d43", APIVersion:"v1", ResourceVersion:"1150", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0301 21:27:00.796891 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0301 21:27:00.798196 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0301 21:27:03.671803 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0301 21:27:03.671982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:27:03.672003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:27:15.885678 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.97.32.24"}] I0301 21:27:15.892493 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"82251aae-7f6e-4648-bc38-952ed89276a2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8015", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0301 21:27:15.895339 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0301 21:27:15.895538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:27:15.895565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:27:19.229471 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0301 21:27:19.229709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:27:19.229739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:27:19.229988 7 controller.go:196] "Configuration changes detected, backend reload required" I0301 21:27:19.279789 7 controller.go:216] "Backend successfully reloaded" I0301 21:27:19.280026 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2zgw4", UID:"1898ab65-b697-4acf-aa70-50171db34d43", APIVersion:"v1", ResourceVersion:"1150", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0301 21:27:22.562009 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0301 21:27:22.562149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:27:22.562408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:27:25.895757 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0301 21:27:25.895986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:27:25.896023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:27:29.798323 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0301 21:27:29.798428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:27:29.798444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:27:33.132549 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0301 21:27:33.132804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:27:33.132832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:27:48.793017 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0301 21:27:48.793516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:27:48.793547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:27:52.128210 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0301 21:27:52.128408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:27:52.128439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:27:55.915824 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0301 21:27:55.915983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:27:55.916006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:28:27.321851 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0301 21:28:27.321980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:28:27.322006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:29:04.391234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:29:04.391275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:30:06.769593 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0301 21:30:06.769689 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0301 21:30:06.769740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:30:06.769753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:30:06.773022 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:39.2kB} I0301 21:30:06.773047 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0301 21:30:06.779836 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0301 21:30:06.780076 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"ce9cf9f9-d84f-4fd5-ab16-04fa206bd0b7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9337", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0301 21:30:06.780415 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0301 21:30:06.780887 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0301 21:30:06.781010 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0301 21:30:06.781098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:30:06.781120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:30:06.781284 7 controller.go:196] "Configuration changes detected, backend reload required" I0301 21:30:06.833621 7 controller.go:216] "Backend successfully reloaded" I0301 21:30:06.833947 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2zgw4", UID:"1898ab65-b697-4acf-aa70-50171db34d43", APIVersion:"v1", ResourceVersion:"1150", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0301 21:30:07.060331 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0301 21:30:07.061489 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0301 21:30:10.114542 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0301 21:30:10.114782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:30:10.114809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [01/Mar/2026:21:30:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 3eb23e03aa905e09590e3f9903d04684 199.204.45.169 - - [01/Mar/2026:21:30:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.348 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.348 201 1fe324a4474ce683bcfced231e12b86b 199.204.45.169 - - [01/Mar/2026:21:30:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 35e37e6a04ac27b66eab0410a3e662e1 199.204.45.169 - - [01/Mar/2026:21:30:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 48b654486e15548d5b072f726953bbb6 199.204.45.169 - - [01/Mar/2026:21:30:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 dfb0191b819fa4289ac70c2a8c20733c 199.204.45.169 - - [01/Mar/2026:21:30:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.295 201 68010d3045f1c7b21719ec27d5cb3926 199.204.45.169 - - [01/Mar/2026:21:30:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 81aede30877d202850318fdc2145e9a5 199.204.45.169 - - [01/Mar/2026:21:30:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1863003b9d150907486bbc6653f459dd W0301 21:30:13.447885 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0301 21:30:13.448179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:30:13.448220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [01/Mar/2026:21:30:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 6b766516a00c967ee3c5a863949a3737 199.204.45.169 - - [01/Mar/2026:21:30:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.284 201 295aa3edefdc1dcb0c2663a1ed85e5b4 199.204.45.169 - - [01/Mar/2026:21:30:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 20c1893a65b299b0796a1896ce9c9765 199.204.45.169 - - [01/Mar/2026:21:30:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3844185d8ea5aa322f03b7d92cd48276 199.204.45.169 - - [01/Mar/2026:21:30:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 397480065df1f2221ebb4e81540678cb I0301 21:30:15.884786 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.97.32.24"}] I0301 21:30:15.889245 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"ce9cf9f9-d84f-4fd5-ab16-04fa206bd0b7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9426", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.169 - - [01/Mar/2026:21:30:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.293 201 a4cc4015c00ce00e2097194256e24f04 199.204.45.169 - - [01/Mar/2026:21:30:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9cb1ec73baa73b3f50f0e7724fca14e9 199.204.45.169 - - [01/Mar/2026:21:30:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - acaa7b7be3902688d8f5bc66afa5fdd2 W0301 21:30:16.780994 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0301 21:30:16.781214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:30:16.781243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [01/Mar/2026:21:30:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 75b36aabaa6e542471e2a0ad8f1f084e 199.204.45.169 - - [01/Mar/2026:21:30:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.288 201 820dc106b174b76ea030d48247806c05 199.204.45.169 - - [01/Mar/2026:21:30:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 87dd25dcdde6ff705beb52d1ef8c89d8 199.204.45.169 - - [01/Mar/2026:21:30:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0e838bf1009616280e86c05788b452c4 199.204.45.169 - - [01/Mar/2026:21:30:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 30ee14d0a994b4a7a30776dd02714128 199.204.45.169 - - [01/Mar/2026:21:30:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.303 201 ff2fd9fbf6e92f3cd0b608ccb47c1801 199.204.45.169 - - [01/Mar/2026:21:30:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 97bd794684715ec89c13af07abc53b1c 199.204.45.169 - - [01/Mar/2026:21:30:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - eca999596eb609ed4dff352c703b51fe W0301 21:30:20.115010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:30:20.115107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [01/Mar/2026:21:30:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.005 300 ff06bef192292c042749dfa0ada130d3 199.204.45.169 - - [01/Mar/2026:21:30:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.281 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.281 201 f8ed3f634b0167a6a8b92853f572735f 199.204.45.169 - - [01/Mar/2026:21:30:21 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.200:9292 1193 0.003 300 8c31aec70418f4998e2afafb4e7596fc 199.204.45.169 - - [01/Mar/2026:21:30:21 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.552 [openstack-glance-api-9292] [] 10.0.0.200:9292 69 0.552 200 7419783dea905a4182cabe30a5c887d7 199.204.45.169 - - [01/Mar/2026:21:30:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.003 300 8497d1b124904f378b0963167c43862b 199.204.45.169 - - [01/Mar/2026:21:30:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.287 201 4caca4eb45d8d71853b1616ed1593ffc 199.204.45.169 - - [01/Mar/2026:21:30:25 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.200:9292 1193 0.003 300 caced7d673049c3bdc2b076d8b050c81 199.204.45.169 - - [01/Mar/2026:21:30:25 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.051 [openstack-glance-api-9292] [] 10.0.0.200:9292 69 0.051 200 b344da5cb19afe98e5f63b45c1e18a2f 199.204.45.169 - - [01/Mar/2026:21:30:25 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.113 [openstack-glance-api-9292] [] 10.0.0.200:9292 151 0.113 404 2e301c3af6abb30b08ebf429dd008f4e 199.204.45.169 - - [01/Mar/2026:21:30:25 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.022 [openstack-glance-api-9292] [] 10.0.0.200:9292 81 0.022 200 f4594d2369e723251abea13a2da4f9e8 199.204.45.169 - - [01/Mar/2026:21:30:25 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-glance-api-9292] [] 10.0.0.200:9292 84 0.025 200 2757f1b4fd2bdb44554950f9f8c77a0b 199.204.45.169 - - [01/Mar/2026:21:30:25 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.054 [openstack-glance-api-9292] [] 10.0.0.200:9292 760 0.054 201 9f551b420fdc6092bd88a5d1970d7693 199.204.45.169 - - [01/Mar/2026:21:30:28 +0000] "PUT /v2/images/e7a81b30-9757-433b-8b33-0cd345924c2d/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.342 [openstack-glance-api-9292] [] 10.0.0.200:9292 0 3.342 204 9f891090c2421f5f1f8c0187dfb9e9ad 199.204.45.169 - - [01/Mar/2026:21:30:28 +0000] "GET /v2/images/e7a81b30-9757-433b-8b33-0cd345924c2d HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.200:9292 1171 0.016 200 5846cf7cc5e06683a54002eb31fb0052 199.204.45.169 - - [01/Mar/2026:21:30:28 +0000] "GET /v2/images/e7a81b30-9757-433b-8b33-0cd345924c2d HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.200:9292 1171 0.017 200 6867bdf5a4fbf306156c08f9b82c692b W0301 21:30:31.512726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:30:31.512775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:30:34.846096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:30:34.846151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:30:51.886688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:30:51.886730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:30:55.220517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:30:55.220563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:30:58.553822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:30:58.553882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:31:01.887856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:31:01.887901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:31:05.220668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:31:05.220715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:31:17.371420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:31:17.371467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:31:20.704964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:31:20.705007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:31:25.687602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:31:25.687633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:31:29.022095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:31:29.022138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:34:06.074108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:34:06.074157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:36:09.064652 7 controller.go:1441] Error getting SSL certificate "openstack/cinder-api-certs": local SSL certificate openstack/cinder-api-certs was not found. Using default certificate W0301 21:36:09.064745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:36:09.064758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:36:09.069042 7 admission.go:149] processed ingress via admission controller {testedIngressLength:9 testedIngressTime:0.005s renderingIngressLength:9 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:42.6kB} I0301 21:36:09.069068 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/volumev3" I0301 21:36:09.075183 7 store.go:440] "Found valid IngressClass" ingress="openstack/volumev3" ingressclass="atmosphere" I0301 21:36:09.075439 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"volumev3", UID:"1d8f0d4b-25be-43c0-acc3-a1fa20b8012e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"11848", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0301 21:36:09.075883 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/cinder-api-certs" in local store W0301 21:36:09.076612 7 controller.go:1441] Error getting SSL certificate "openstack/cinder-api-certs": local SSL certificate openstack/cinder-api-certs was not found. Using default certificate W0301 21:36:09.076819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:36:09.076846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:36:09.077101 7 controller.go:196] "Configuration changes detected, backend reload required" I0301 21:36:09.127916 7 controller.go:216] "Backend successfully reloaded" I0301 21:36:09.128164 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2zgw4", UID:"1898ab65-b697-4acf-aa70-50171db34d43", APIVersion:"v1", ResourceVersion:"1150", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0301 21:36:09.386982 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/cinder-api-certs" I0301 21:36:09.387944 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/cinder-api-certs" W0301 21:36:12.411725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:36:12.411771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0301 21:36:15.884350 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="volumev3" currentValue=null newValue=[{"ip":"10.97.32.24"}] I0301 21:36:15.891658 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"volumev3", UID:"1d8f0d4b-25be-43c0-acc3-a1fa20b8012e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"11909", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0301 21:36:15.893928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0301 21:36:15.893962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store