------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0407 01:27:30.522004 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0407 01:27:30.522153 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0407 01:27:30.532571 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0407 01:27:30.535990 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0407 01:27:31.293025 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0407 01:27:31.306713 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0407 01:27:31.315752 7 nginx.go:271] "Starting NGINX Ingress controller" I0407 01:27:31.322015 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"0f3fa5e1-01c6-43f4-8a9f-aa4014472081", APIVersion:"v1", ResourceVersion:"1339", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0407 01:27:31.325380 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"43fc29c8-b735-451a-ac63-bd5e53df1e35", APIVersion:"v1", ResourceVersion:"1338", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0407 01:27:31.325431 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"a0a888d4-10dc-43d2-9701-919b05379670", APIVersion:"v1", ResourceVersion:"1337", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0407 01:27:32.518313 7 nginx.go:317] "Starting NGINX process" I0407 01:27:32.518463 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0407 01:27:32.518873 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0407 01:27:32.519224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:32.519311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:27:32.519397 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:27:32.527992 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0407 01:27:32.528074 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-gjsxm" I0407 01:27:32.554368 7 controller.go:216] "Backend successfully reloaded" I0407 01:27:32.554452 7 controller.go:227] "Initial sync, sleeping for 1 second" I0407 01:27:32.554503 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gjsxm", UID:"1a12b54b-65e5-40f6-b8b1-2351e88ffb92", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:27:36.340762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:36.340797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:39.675553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:39.675613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:43.008460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:43.008522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:46.341079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:46.341151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:49.676231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:49.676271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:53.009067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:53.009118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:56.340889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:56.340957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:59.676666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:59.676717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:03.008391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:03.008431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:06.341412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:06.341469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:09.675431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:09.675475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:58.347620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:58.347660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:01.681541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:01.681610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:16.114940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:16.114994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:19.448818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:19.448867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:22.782440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:22.782484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:26.115760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:26.115802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:29.449336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:29.449387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:32.782094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:32.782138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:37.261790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:37.261826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:40.595346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:40.595400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:44.316217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:44.316247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:47.650863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:47.650919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:50.986366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:50.986407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:31:54.298157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:31:54.298214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:31:57.632942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:31:57.632989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:31:58.033460 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-169.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-169.nip.io-tls was not found. Using default certificate W0407 01:31:58.033523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:31:58.033542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:31:58.035427 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0407 01:31:58.035465 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0407 01:31:58.042735 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0407 01:31:58.043267 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b161bd71-6c30-4cb0-94f3-abcce9053312", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3400", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:31:58.043329 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-169.nip.io-tls" in local store I0407 01:31:58.317973 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-169.nip.io-tls" I0407 01:31:58.319084 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-169.nip.io-tls" W0407 01:32:00.965198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:00.965241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:32:00.965310 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:32:01.009056 7 controller.go:216] "Backend successfully reloaded" I0407 01:32:01.009329 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gjsxm", UID:"1a12b54b-65e5-40f6-b8b1-2351e88ffb92", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:32:04.298491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:04.298554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [07/Apr/2026:01:32:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.050 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 2.048 200 9778ff1d13103283301e1431f6e89b54 199.204.45.169 - - [07/Apr/2026:01:32:09 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.190 [auth-system-keycloak-80] [] 10.0.0.137:8080 116 0.190 404 a7cfb75e28b12f363cb00e92eda37791 199.204.45.169 - - [07/Apr/2026:01:32:14 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.485 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 4.484 201 b0a2fc69c204ebe476cfa8ee462d461b 199.204.45.169 - - [07/Apr/2026:01:32:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.587 [auth-system-keycloak-80] [] 10.0.0.137:8080 4246 0.587 200 95d239d08d4e89d17fb2bdd6e8bf01b8 199.204.45.169 - - [07/Apr/2026:01:32:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.508 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.507 200 f2799e1067c86ffea0fc0b1a31c49455 199.204.45.169 - - [07/Apr/2026:01:32:15 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.090 [auth-system-keycloak-80] [] 10.0.0.137:8080 12500 0.090 200 e9dac98036352bfddf70e4e315727ee8 199.204.45.169 - - [07/Apr/2026:01:32:16 +0000] "GET /admin/realms/atmosphere/client-scopes/f8fe5782-7ca2-4449-89b2-e4a6930628d1 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.015 [auth-system-keycloak-80] [] 10.0.0.137:8080 1278 0.015 200 e925b6b006e8c93bd378fc549f77c8c4 199.204.45.169 - - [07/Apr/2026:01:32:16 +0000] "PUT /admin/realms/atmosphere/client-scopes/f8fe5782-7ca2-4449-89b2-e4a6930628d1 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.056 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.056 204 8c3f34b5f71e061c5d61d3426d4ec596 199.204.45.169 - - [07/Apr/2026:01:32:16 +0000] "GET /admin/realms/atmosphere/client-scopes/f8fe5782-7ca2-4449-89b2-e4a6930628d1/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.027 [auth-system-keycloak-80] [] 10.0.0.137:8080 963 0.027 200 b21d94ce345536138bbef17dd674c56a 199.204.45.169 - - [07/Apr/2026:01:32:16 +0000] "GET /admin/realms/atmosphere/client-scopes/f8fe5782-7ca2-4449-89b2-e4a6930628d1/protocol-mappers/models/dc9f45a1-52f0-4163-a43c-0bdebc9771c5 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.052 [auth-system-keycloak-80] [] 10.0.0.137:8080 366 0.052 200 3ddbcba37229abcd3595007155468311 199.204.45.169 - - [07/Apr/2026:01:32:16 +0000] "PUT /admin/realms/atmosphere/client-scopes/f8fe5782-7ca2-4449-89b2-e4a6930628d1/protocol-mappers/models/dc9f45a1-52f0-4163-a43c-0bdebc9771c5 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.028 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.028 204 db989301fd5464cd6907645a7bfa7e43 199.204.45.169 - - [07/Apr/2026:01:32:16 +0000] "GET /admin/realms/atmosphere/client-scopes/f8fe5782-7ca2-4449-89b2-e4a6930628d1 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.068 [auth-system-keycloak-80] [] 10.0.0.137:8080 1218 0.067 200 6891cc753a8f1fd4aa983ef78d2edd28 I0407 01:32:32.535055 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.101.221.191"}] I0407 01:32:32.539295 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b161bd71-6c30-4cb0-94f3-abcce9053312", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3771", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:32:32.541130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:32.541169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [07/Apr/2026:01:32:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.446 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.445 200 8e58836fbdfb006fc423e4c017672cf0 199.204.45.169 - - [07/Apr/2026:01:32:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.045 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.045 200 d9d43b57e43a679fd137bd623ed0a302 199.204.45.169 - - [07/Apr/2026:01:32:37 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.181 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.180 201 f07193128aadde51e12c952d02a39861 199.204.45.169 - - [07/Apr/2026:01:32:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.022 [auth-system-keycloak-80] [] 10.0.0.137:8080 1261 0.022 200 8a05bd2fd960a8808af0ece7ce39dfd3 199.204.45.169 - - [07/Apr/2026:01:32:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.575 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.574 200 7dcc55192873f62ee4bc105f2d8f5443 199.204.45.169 - - [07/Apr/2026:01:32:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.010 200 954a387428a69c39c1b7d1b2bacdf131 199.204.45.169 - - [07/Apr/2026:01:32:38 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.078 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.078 201 1c41129c755cf17a20a058d3bd8c7631 199.204.45.169 - - [07/Apr/2026:01:32:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.019 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.019 200 e58c9a1dbf2e1c5f6940132c52d86844 199.204.45.169 - - [07/Apr/2026:01:32:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.482 200 e280ff6f6c7999f3bb4e98d31479903f 199.204.45.169 - - [07/Apr/2026:01:32:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.009 200 c905a7ee4bcdc077d3e5058483290b7b 199.204.45.169 - - [07/Apr/2026:01:32:39 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.093 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.092 201 8f717c6bd0c275d658457fcbcef508eb 199.204.45.169 - - [07/Apr/2026:01:32:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.078 [auth-system-keycloak-80] [] 10.0.0.137:8080 1251 0.078 200 383000890730e2db9237b61cf0e526c0 199.204.45.169 - - [07/Apr/2026:01:32:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.489 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.487 200 0fa00427efd6eefe5db53a4c4dbae9cd 199.204.45.169 - - [07/Apr/2026:01:32:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.137:8080 1261 0.007 200 68ce39abb789489e25c4807f6c964ebb 199.204.45.169 - - [07/Apr/2026:01:32:40 +0000] "GET /admin/realms/atmosphere/clients/c9406ca3-c9c7-4346-b538-51ba1fd809c6/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.064 [auth-system-keycloak-80] [] 10.0.0.137:8080 119 0.064 404 2fb1b6bbcd659006c5539b2c2df8f0cc 199.204.45.169 - - [07/Apr/2026:01:32:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.137:8080 1261 0.009 200 dd8cc51bf0f1ed1d1d26a8cfaa518763 199.204.45.169 - - [07/Apr/2026:01:32:41 +0000] "POST /admin/realms/atmosphere/clients/c9406ca3-c9c7-4346-b538-51ba1fd809c6/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.020 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.018 201 d1de03f44c5135cafe0cb9481d2488dd 199.204.45.169 - - [07/Apr/2026:01:32:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.045 [auth-system-keycloak-80] [] 10.0.0.137:8080 1261 0.045 200 9a54c68f96731ff7e3a70f6d5e480510 199.204.45.169 - - [07/Apr/2026:01:32:41 +0000] "GET /admin/realms/atmosphere/clients/c9406ca3-c9c7-4346-b538-51ba1fd809c6/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.137:8080 166 0.016 200 0cd0eeaa88935d98cde487d2dc78c838 199.204.45.169 - - [07/Apr/2026:01:32:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.508 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.508 200 0fdd17f2e8a0ac131ec3e751e0c10e7b 199.204.45.169 - - [07/Apr/2026:01:32:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.007 200 510c820422df49093046c74d17269e1a 199.204.45.169 - - [07/Apr/2026:01:32:41 +0000] "GET /admin/realms/atmosphere/clients/636a6590-80ae-45b5-9dab-96bda4d47755/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.008 [auth-system-keycloak-80] [] 10.0.0.137:8080 119 0.007 404 b248d79dc47e7156f372dae3a8b67912 199.204.45.169 - - [07/Apr/2026:01:32:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.007 200 ef6682ca55b2cf143eee8a409f87747d 199.204.45.169 - - [07/Apr/2026:01:32:41 +0000] "POST /admin/realms/atmosphere/clients/636a6590-80ae-45b5-9dab-96bda4d47755/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.041 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.040 201 69d3060814290a67f4c1fb417c877513 199.204.45.169 - - [07/Apr/2026:01:32:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.011 200 b72e808ebd373dfd7ec186f25bea8d8e 199.204.45.169 - - [07/Apr/2026:01:32:42 +0000] "GET /admin/realms/atmosphere/clients/636a6590-80ae-45b5-9dab-96bda4d47755/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.070 [auth-system-keycloak-80] [] 10.0.0.137:8080 165 0.070 200 a79c6378b7f7f88ea5535213c665690d 199.204.45.169 - - [07/Apr/2026:01:32:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.508 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.507 200 f93ade1d8da006623990a58eead33623 199.204.45.169 - - [07/Apr/2026:01:32:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.008 200 4d15103a5ec3d32644af0e669de979fc 199.204.45.169 - - [07/Apr/2026:01:32:42 +0000] "GET /admin/realms/atmosphere/clients/636a6590-80ae-45b5-9dab-96bda4d47755/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.137:8080 119 0.010 404 baeb68b27c9e1986b4eebeca715563f2 199.204.45.169 - - [07/Apr/2026:01:32:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.043 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.043 200 da05937106cf25750d6ab904edccab16 199.204.45.169 - - [07/Apr/2026:01:32:42 +0000] "POST /admin/realms/atmosphere/clients/636a6590-80ae-45b5-9dab-96bda4d47755/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.015 201 8bb971b59ed5c80dd67556bc49d16afe 199.204.45.169 - - [07/Apr/2026:01:32:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.008 200 889238cf2ab2680c62c93e75808d8a91 199.204.45.169 - - [07/Apr/2026:01:32:43 +0000] "GET /admin/realms/atmosphere/clients/636a6590-80ae-45b5-9dab-96bda4d47755/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.137:8080 166 0.012 200 00dc9ecfb8adaf8850fc3174a28ac199 199.204.45.169 - - [07/Apr/2026:01:32:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.462 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.461 200 10d9bdc8ae7d51cb3bb188caa0d8853f 199.204.45.169 - - [07/Apr/2026:01:32:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.011 200 2267c9f7763c4f432dcf8781bab6d6ca 199.204.45.169 - - [07/Apr/2026:01:32:43 +0000] "GET /admin/realms/atmosphere/clients/636a6590-80ae-45b5-9dab-96bda4d47755/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.137:8080 119 0.007 404 6ca16acba9f3a9881b7331f0e631f14c 199.204.45.169 - - [07/Apr/2026:01:32:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.004 200 8bfee8c5abf0afb8186012ca8d8519ae 199.204.45.169 - - [07/Apr/2026:01:32:43 +0000] "POST /admin/realms/atmosphere/clients/636a6590-80ae-45b5-9dab-96bda4d47755/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.042 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.041 201 7c8a0f8428e8d9747fb58eb56ff9030f 199.204.45.169 - - [07/Apr/2026:01:32:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.008 200 f8fe3f3adfb25433611062d8e9f49890 199.204.45.169 - - [07/Apr/2026:01:32:43 +0000] "GET /admin/realms/atmosphere/clients/636a6590-80ae-45b5-9dab-96bda4d47755/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.137:8080 166 0.016 200 0542e479fa6799b5f4fabd209e05e494 199.204.45.169 - - [07/Apr/2026:01:32:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.421 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.420 200 eb38ba0d0d9bbd858060af1e44db9c08 199.204.45.169 - - [07/Apr/2026:01:32:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.042 [auth-system-keycloak-80] [] 10.0.0.137:8080 1251 0.042 200 9cffe37fbd14579c759df9c16bf9dab3 199.204.45.169 - - [07/Apr/2026:01:32:44 +0000] "GET /admin/realms/atmosphere/clients/af16c360-4da5-4fa2-9f81-3396d3d63a48/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.137:8080 119 0.008 404 638c469ee58a7188a2ea7db140046c46 199.204.45.169 - - [07/Apr/2026:01:32:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.137:8080 1251 0.007 200 be267e3e181fe0db0f0d29f39d946c8f 199.204.45.169 - - [07/Apr/2026:01:32:44 +0000] "POST /admin/realms/atmosphere/clients/af16c360-4da5-4fa2-9f81-3396d3d63a48/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.013 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.013 201 78ba0a1ae1fe1ed6efbf583ed6f5ef8e 199.204.45.169 - - [07/Apr/2026:01:32:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.031 [auth-system-keycloak-80] [] 10.0.0.137:8080 1251 0.031 200 fa6b0c27303e05bba0e703cb3ade0d79 199.204.45.169 - - [07/Apr/2026:01:32:44 +0000] "GET /admin/realms/atmosphere/clients/af16c360-4da5-4fa2-9f81-3396d3d63a48/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.137:8080 166 0.013 200 2ddcebb440e0b2a76037c774d6a61533 W0407 01:32:58.193863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:58.193907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:01.528197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:01.528256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:50.711376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:50.711417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:50.778650 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:33:50.778756 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0407 01:33:50.778762 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:33:50.778813 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0407 01:33:50.778847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:50.778861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:50.779148 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:33:50.779409 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0407 01:33:50.779477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:50.779509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:50.779999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:50.780031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:33:50.780436 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0407 01:33:50.780464 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0407 01:33:50.782149 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0407 01:33:50.782207 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0407 01:33:50.783387 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:18.2kB} I0407 01:33:50.783537 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0407 01:33:50.786210 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0407 01:33:50.787421 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0407 01:33:50.787478 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0407 01:33:50.787470 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"b5b3f304-7e39-4636-bec0-97f25ff08ce7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4416", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:33:50.787596 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1d232c24-78a2-4f40-8198-7718f0334e82", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4419", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:33:50.787717 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0407 01:33:50.794524 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0407 01:33:50.795201 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0407 01:33:50.795255 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"c4b7533e-406f-443a-bed4-539e85f8c725", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4424", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:33:51.094071 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0407 01:33:51.094934 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0407 01:33:51.211646 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0407 01:33:51.212509 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0407 01:33:52.247438 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0407 01:33:52.248616 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0407 01:33:54.045887 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:33:54.045959 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:33:54.045997 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:33:54.046143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:54.046176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:33:54.046329 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:33:54.089179 7 controller.go:216] "Backend successfully reloaded" I0407 01:33:54.089538 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gjsxm", UID:"1a12b54b-65e5-40f6-b8b1-2351e88ffb92", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:33:57.378784 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:33:57.378850 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:33:57.378956 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:33:57.379118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:57.379163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:00.712064 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:00.712129 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:00.712167 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:00.712322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:00.712359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:04.045647 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:04.045736 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:04.045782 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:04.045925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:04.045957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:07.379047 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:07.379119 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:07.379176 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:07.379322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:07.379349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:10.712238 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:10.712317 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:10.712375 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:10.712496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:10.712524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:14.044797 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:14.044863 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:14.044930 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:14.045052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:14.045079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:17.378289 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:17.378398 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:17.378465 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:17.378643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:17.378671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:20.712195 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:20.712286 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:20.712342 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:20.712505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:20.712528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:24.044857 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:24.044990 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:24.045104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:24.045130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:27.378974 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:27.379046 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:27.379126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:27.379145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.176 - - [07/Apr/2026:01:34:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.028 [auth-system-keycloak-80] [] 10.0.0.137:8080 6432 0.027 200 e90409be335902b3f24f5474abc251fb 10.0.0.19 - - [07/Apr/2026:01:34:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.137:8080 6432 0.006 200 d5e4a3854b6800f45a26fed974a7dfbc W0407 01:34:30.711884 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:30.711973 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:30.712086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:30.712110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:34:32.534245 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.101.221.191"}] I0407 01:34:32.535014 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.101.221.191"}] I0407 01:34:32.535369 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.101.221.191"}] I0407 01:34:32.538943 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"b5b3f304-7e39-4636-bec0-97f25ff08ce7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5511", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:34:32.540854 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"c4b7533e-406f-443a-bed4-539e85f8c725", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5512", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:34:32.542211 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1d232c24-78a2-4f40-8198-7718f0334e82", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5513", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:34:34.044703 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:34.044897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:34.044943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:37.378222 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:37.378359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:37.378378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:40.711885 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:40.712089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:40.712115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:44.047433 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:44.047617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:44.047640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:47.378550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:47.378591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:50.713308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:50.713353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [07/Apr/2026:01:34:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.466 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.465 200 098cc9259499241fd8cd110fd404cf12 199.204.45.169 - - [07/Apr/2026:01:34:53 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.137:8080 4246 0.006 200 394bc17ef791d12fe8f83204acc6af5b W0407 01:34:54.046898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:54.046950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [07/Apr/2026:01:34:54 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.353 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.352 204 8176fafc43a244091355ec0b257fd5a7 199.204.45.169 - - [07/Apr/2026:01:34:54 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.195 [auth-system-keycloak-80] [] 10.0.0.137:8080 4384 0.195 200 6266413584cd11822daaaa9ff28c31e9 199.204.45.169 - - [07/Apr/2026:01:34:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.639 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.638 200 80e00a4640f3b2fa688be202f11dd754 199.204.45.169 - - [07/Apr/2026:01:34:55 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.137:8080 1682 0.010 200 0315e3cb964e323475369217814bbdd6 199.204.45.169 - - [07/Apr/2026:01:34:55 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.137:8080 6432 0.005 200 4be3f69ddf4d278bbc27138a0eeb001f 199.204.45.169 - - [07/Apr/2026:01:34:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.471 200 94656e616a05599ff1f8c8382a46e938 199.204.45.169 - - [07/Apr/2026:01:34:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.047 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.047 200 32c2cb0a3bf376cd7eb2548fbef0c233 199.204.45.169 - - [07/Apr/2026:01:34:57 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.114 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.112 201 e83b8a19c5292bff312acd65b94a72d5 199.204.45.169 - - [07/Apr/2026:01:34:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.063 [auth-system-keycloak-80] [] 10.0.0.137:8080 2246 0.063 200 f3b5f279b473b06989c75759e5803c33 199.204.45.169 - - [07/Apr/2026:01:34:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.492 200 9a3e7d3ebd6d54c3be0ba0cc9aade8b9 199.204.45.169 - - [07/Apr/2026:01:34:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.137:8080 2246 0.008 200 55825dfcb0f297fda9063627448e5e79 199.204.45.169 - - [07/Apr/2026:01:34:58 +0000] "GET /admin/realms/atmosphere/clients/1cda2ada-5537-4d4e-bd8d-517df7336563/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.058 [auth-system-keycloak-80] [] 10.0.0.137:8080 233 0.057 200 307d4c600ddfb5425f13aac2c22d34b2 199.204.45.169 - - [07/Apr/2026:01:34:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.017 [auth-system-keycloak-80] [] 10.0.0.137:8080 831 0.017 200 eb641efb5ed1178f3f266a0dac1affc7 199.204.45.169 - - [07/Apr/2026:01:34:58 +0000] "GET /admin/realms/atmosphere/clients/5628d2ed-0796-481a-b96a-cf1c3464437d/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.060 [auth-system-keycloak-80] [] 10.0.0.137:8080 3758 0.061 200 0e69b3358b5543d5fb967efbd635ab60 199.204.45.169 - - [07/Apr/2026:01:34:58 +0000] "GET /admin/realms/atmosphere/users/d83e50a5-66ce-4fc5-b4ad-df2dd101a1ae/role-mappings/clients/5628d2ed-0796-481a-b96a-cf1c3464437d/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.183 [auth-system-keycloak-80] [] 10.0.0.137:8080 3758 0.184 200 3c62d07ecbe34f37fa563c991ebf96c1 199.204.45.169 - - [07/Apr/2026:01:34:58 +0000] "GET /admin/realms/atmosphere/users/d83e50a5-66ce-4fc5-b4ad-df2dd101a1ae/role-mappings/clients/5628d2ed-0796-481a-b96a-cf1c3464437d/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.019 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.019 200 55134bdb0eeb2218381be0a9c0b0e57a 199.204.45.169 - - [07/Apr/2026:01:34:59 +0000] "POST /admin/realms/atmosphere/users/d83e50a5-66ce-4fc5-b4ad-df2dd101a1ae/role-mappings/clients/5628d2ed-0796-481a-b96a-cf1c3464437d HTTP/1.1" 204 0 "-" "Ansible" 1390 0.061 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.060 204 041d6419f4be9738f60737f4829fca4b 199.204.45.169 - - [07/Apr/2026:01:34:59 +0000] "GET /admin/realms/atmosphere/users/d83e50a5-66ce-4fc5-b4ad-df2dd101a1ae/role-mappings/clients/5628d2ed-0796-481a-b96a-cf1c3464437d/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.014 [auth-system-keycloak-80] [] 10.0.0.137:8080 576 0.014 200 e7370cffa398ae1c672eb521c6460509 W0407 01:35:01.534824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:01.534865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:04.869058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:04.869111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:17.121776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:17.121834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:07.082914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:07.082945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:41.878979 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0407 01:37:41.879027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:41.879036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:37:41.880770 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.002s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:28.7kB} I0407 01:37:41.880790 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0407 01:37:41.885390 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0407 01:37:41.885591 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ac8717f1-c277-4db3-b8a2-2ac95af1878c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6820", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:37:41.886046 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0407 01:37:41.886507 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0407 01:37:41.886606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:41.886634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:37:41.886779 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:37:41.936194 7 controller.go:216] "Backend successfully reloaded" I0407 01:37:41.936648 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gjsxm", UID:"1a12b54b-65e5-40f6-b8b1-2351e88ffb92", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:37:42.111729 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0407 01:37:42.112515 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0407 01:37:45.221474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:45.221521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [07/Apr/2026:01:37:46 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.004 300 2aa6252348796ec455217bb524e79cea 199.204.45.169 - - [07/Apr/2026:01:37:47 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.228:5000 266 0.004 200 8b3dbcb6dc554e529b3a556dbed61abb 199.204.45.169 - - [07/Apr/2026:01:37:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.342 [openstack-keystone-api-5000] [] 10.0.0.228:5000 1360 0.342 201 0741213d53643653724cfa594056e906 199.204.45.169 - - [07/Apr/2026:01:37:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.003 300 1055a1a3c231575153d68c6c40660153 199.204.45.169 - - [07/Apr/2026:01:37:47 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.026 [openstack-keystone-api-5000] [] 10.0.0.228:5000 90 0.026 404 cf696fc49051e40d84bdc7170bab8c4b 199.204.45.169 - - [07/Apr/2026:01:37:48 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.022 [openstack-keystone-api-5000] [] 10.0.0.228:5000 368 0.022 200 4d0728684214db7126cd672697fb66d3 199.204.45.169 - - [07/Apr/2026:01:37:48 +0000] "GET /v3/domains/33e50669acd546e8a2d321eddde93592 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.228:5000 245 0.022 200 52df09fa06aad067a4d732250fae4ef3 199.204.45.169 - - [07/Apr/2026:01:37:48 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.228:5000 266 0.003 200 5c371978f8b53a7ba5272f0d7bc04924 199.204.45.169 - - [07/Apr/2026:01:37:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.326 [openstack-keystone-api-5000] [] 10.0.0.228:5000 1360 0.326 201 5344c614918139018da8a2084b93d5c9 199.204.45.169 - - [07/Apr/2026:01:37:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.003 300 194033e350e20ad4d303162e8257acd8 199.204.45.169 - - [07/Apr/2026:01:37:48 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.021 [openstack-keystone-api-5000] [] 10.0.0.228:5000 101 0.021 404 614672a532218867b9daf6d999c299bc 199.204.45.169 - - [07/Apr/2026:01:37:49 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.017 [openstack-keystone-api-5000] [] 10.0.0.228:5000 156 0.017 200 fb8e51fb16c883883cf2974727432d6f 199.204.45.169 - - [07/Apr/2026:01:37:49 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.025 [openstack-keystone-api-5000] [] 10.0.0.228:5000 454 0.025 201 e0085dfdd6fa3eb386de13dc531881f1 199.204.45.169 - - [07/Apr/2026:01:37:49 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.228:5000 266 0.004 200 212482da10e06bf6e617134867818a01 199.204.45.169 - - [07/Apr/2026:01:37:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.228:5000 1360 0.287 201 6b1dfe3d02d46ae8475e9431bf7cdb3f 199.204.45.169 - - [07/Apr/2026:01:37:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.002 300 d2a1b03f04b5f188df0dbd494614d5c2 199.204.45.169 - - [07/Apr/2026:01:37:49 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.228:5000 98 0.020 404 cfefb665b86891cd32adc244e99295f2 199.204.45.169 - - [07/Apr/2026:01:37:49 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.228:5000 136 0.017 200 f548ae8c7338ccfecea3c8fa884cffa1 199.204.45.169 - - [07/Apr/2026:01:37:49 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.228:5000 357 0.020 201 ccf39a9e0e2f81d5d53edeb01163ab36 199.204.45.169 - - [07/Apr/2026:01:37:50 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.228:5000 266 0.003 200 eaf53921105f4cd70f5399d89be1f39d 199.204.45.169 - - [07/Apr/2026:01:37:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.228:5000 1360 0.296 201 7e1d9e78cacd998c1eb6f1e6177a2743 199.204.45.169 - - [07/Apr/2026:01:37:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.003 300 3bbac369f02c99e2bd28c2dd7a5d7202 199.204.45.169 - - [07/Apr/2026:01:37:50 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.025 [openstack-keystone-api-5000] [] 10.0.0.228:5000 131 0.025 404 e8d72e80f0c30acf351a26ab9c451957 199.204.45.169 - - [07/Apr/2026:01:37:50 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.016 [openstack-keystone-api-5000] [] 10.0.0.228:5000 168 0.016 200 620d703474fb9d392d58b94b42a0ba70 199.204.45.169 - - [07/Apr/2026:01:37:50 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.030 [openstack-keystone-api-5000] [] 10.0.0.228:5000 224 0.030 201 920ab9d5c91b6b4cc62a39fb78d7ec37 W0407 01:38:00.232686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:00.232752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:03.566009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:03.566058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:06.900158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:06.900208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:10.235237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:10.235276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:25.685680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:25.685743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:29.021066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:29.021121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:38:32.534801 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.101.221.191"}] I0407 01:38:32.541127 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ac8717f1-c277-4db3-b8a2-2ac95af1878c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7207", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:38:32.542977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:32.543012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:35.876554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:35.876632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:39.210357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:39.210402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:07.250330 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 01:40:07.250503 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0407 01:40:07.250642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:07.250664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:40:07.253461 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:32.2kB} I0407 01:40:07.253487 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0407 01:40:07.261322 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0407 01:40:07.261564 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"d91f1344-dad0-4177-bb04-25c935f780a7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7921", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:40:07.261914 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0407 01:40:07.262426 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 01:40:07.262558 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0407 01:40:07.262641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:07.262666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:40:07.262912 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:40:07.310586 7 controller.go:216] "Backend successfully reloaded" I0407 01:40:07.310898 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gjsxm", UID:"1a12b54b-65e5-40f6-b8b1-2351e88ffb92", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:40:07.511571 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0407 01:40:07.513255 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.169 - - [07/Apr/2026:01:40:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.004 300 62bb3638abf696917ca21854738aff6d 199.204.45.169 - - [07/Apr/2026:01:40:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.337 [openstack-keystone-api-5000] [] 10.0.0.228:5000 1992 0.337 201 d4b76a087089c61f36ae27a7341f230e 199.204.45.169 - - [07/Apr/2026:01:40:08 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.228:5000 85 0.024 404 36a651fede669f4af407e88133b150a1 199.204.45.169 - - [07/Apr/2026:01:40:08 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.016 [openstack-keystone-api-5000] [] 10.0.0.228:5000 129 0.017 200 2c52b17a0aab425adb38a836e5783915 199.204.45.169 - - [07/Apr/2026:01:40:08 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.021 [openstack-keystone-api-5000] [] 10.0.0.228:5000 230 0.021 201 e661b509dc25e50746169d3fe502afdb W0407 01:40:10.595821 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 01:40:10.595997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:10.596027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:13.929652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:13.929687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [07/Apr/2026:01:40:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.005 300 01205a880df64756b21a41cb75c1e0d9 199.204.45.169 - - [07/Apr/2026:01:40:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.298 [openstack-keystone-api-5000] [] 10.0.0.228:5000 1992 0.297 201 403a5a3eb60af72cffa903ef87d67b2a 199.204.45.169 - - [07/Apr/2026:01:40:14 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.023 [openstack-keystone-api-5000] [] 10.0.0.228:5000 1521 0.023 200 d5725386c754e4d50a6129d1205a2949 199.204.45.169 - - [07/Apr/2026:01:40:14 +0000] "PUT /v3/roles/40b627cccc914f28895af131f9174e9c/implies/f05570bc364c48978cd6e082865da027 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.081 [openstack-keystone-api-5000] [] 10.0.0.228:5000 521 0.081 201 8d85dfb53db439f4e2d37340a651e266 I0407 01:40:32.534820 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.101.221.191"}] I0407 01:40:32.539669 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"d91f1344-dad0-4177-bb04-25c935f780a7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8226", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:40:32.541554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:32.541588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [07/Apr/2026:01:41:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.004 300 a908ac147ad981a54ed585c96013c3ba 199.204.45.169 - - [07/Apr/2026:01:41:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.469 [openstack-keystone-api-5000] [] 10.0.0.228:5000 2055 0.469 201 aa0a5ee279f66b4019274f641b98442d 199.204.45.169 - - [07/Apr/2026:01:41:00 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.024 [openstack-keystone-api-5000] [] 10.0.0.228:5000 87 0.024 404 7550a19411088db1412890923d55e323 199.204.45.169 - - [07/Apr/2026:01:41:00 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.023 [openstack-keystone-api-5000] [] 10.0.0.228:5000 390 0.023 200 83a5fbfd519fd791d514b3f6d494fafc 199.204.45.169 - - [07/Apr/2026:01:41:00 +0000] "GET /v3/users/rgw-RegionOne?domain_id=9a16badedd9d4e9ca91413fd5c1031b7 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.029 [openstack-keystone-api-5000] [] 10.0.0.228:5000 91 0.029 404 2d8a1e7c0b52350abcab9e99feed3d0e 199.204.45.169 - - [07/Apr/2026:01:41:00 +0000] "GET /v3/users?domain_id=9a16badedd9d4e9ca91413fd5c1031b7&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.028 [openstack-keystone-api-5000] [] 10.0.0.228:5000 178 0.028 200 308ec7b979bde20b4714fcfaff60deec 199.204.45.169 - - [07/Apr/2026:01:41:00 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.275 [openstack-keystone-api-5000] [] 10.0.0.228:5000 291 0.275 201 ae4fa59d42585b34a294b511aad1b11b 199.204.45.169 - - [07/Apr/2026:01:41:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.003 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.003 300 d06d32011add25970771ed49ab0bd952 199.204.45.169 - - [07/Apr/2026:01:41:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.286 [openstack-keystone-api-5000] [] 10.0.0.228:5000 2055 0.286 201 b8aa08ee67239ac9f695630d86023a83 199.204.45.169 - - [07/Apr/2026:01:41:04 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.026 [openstack-keystone-api-5000] [] 10.0.0.228:5000 83 0.026 404 51de85bb16547a76ba5d7b41aaf852f9 199.204.45.169 - - [07/Apr/2026:01:41:04 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.026 [openstack-keystone-api-5000] [] 10.0.0.228:5000 361 0.026 200 bca49d068a7e9f4b7273c612aba1c506 199.204.45.169 - - [07/Apr/2026:01:41:04 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.024 [openstack-keystone-api-5000] [] 10.0.0.228:5000 87 0.024 404 b8511eb544f37b09486924b3ee923ff1 199.204.45.169 - - [07/Apr/2026:01:41:04 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.022 [openstack-keystone-api-5000] [] 10.0.0.228:5000 390 0.022 200 a5b7df58f72cad1df938d160d0da59ba 199.204.45.169 - - [07/Apr/2026:01:41:04 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.024 [openstack-keystone-api-5000] [] 10.0.0.228:5000 91 0.024 404 9c0673be216b53b31a9d3dd728708c30 199.204.45.169 - - [07/Apr/2026:01:41:04 +0000] "GET /v3/users?domain_id=9a16badedd9d4e9ca91413fd5c1031b7&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.041 [openstack-keystone-api-5000] [] 10.0.0.228:5000 458 0.041 200 d9eae363b76249997ffafe37ab56a812 199.204.45.169 - - [07/Apr/2026:01:41:04 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.022 [openstack-keystone-api-5000] [] 10.0.0.228:5000 88 0.022 404 fad15384573041e537b81800c635eab6 199.204.45.169 - - [07/Apr/2026:01:41:04 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.018 [openstack-keystone-api-5000] [] 10.0.0.228:5000 520 0.018 200 d5fa1e41548f092dc9b9e08250a5f4a3 199.204.45.169 - - [07/Apr/2026:01:41:04 +0000] "PUT /v3/projects/83a25c0efdd142fcb3c8714b275f6f57/users/fd37db1e1bb04ee982a93a9282b6a4b3/roles/c36cbb535b824a269d1e719b1e906c24 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.037 [openstack-keystone-api-5000] [] 10.0.0.228:5000 0 0.037 204 fdb099a59bd8708c3bee649b7c1e5277 199.204.45.169 - - [07/Apr/2026:01:41:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.005 300 148820a8d52d288644018239cda9dafa 199.204.45.169 - - [07/Apr/2026:01:41:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.340 [openstack-keystone-api-5000] [] 10.0.0.228:5000 2055 0.340 201 eab5509c362dc36d55c6f13af7744a88 199.204.45.169 - - [07/Apr/2026:01:41:06 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.020 [openstack-keystone-api-5000] [] 10.0.0.228:5000 151 0.020 200 bb682b7280abb13d6d7552edebe86e01 199.204.45.169 - - [07/Apr/2026:01:41:06 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.022 [openstack-keystone-api-5000] [] 10.0.0.228:5000 263 0.022 201 0a9bf2ab7c5678a51fb57852185491bb 199.204.45.169 - - [07/Apr/2026:01:41:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.004 300 7f4c481948481bafc92735260755a192 199.204.45.169 - - [07/Apr/2026:01:41:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.327 [openstack-keystone-api-5000] [] 10.0.0.228:5000 2157 0.327 201 3ed0c03861310f016dc26523f2872aed 199.204.45.169 - - [07/Apr/2026:01:41:07 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.019 [openstack-keystone-api-5000] [] 10.0.0.228:5000 86 0.019 404 2ec5c7558035674a8de1f07114da222a 199.204.45.169 - - [07/Apr/2026:01:41:07 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.015 [openstack-keystone-api-5000] [] 10.0.0.228:5000 382 0.015 200 cc8375ee6f0ab1ec64a9186c81dbe9e4 199.204.45.169 - - [07/Apr/2026:01:41:07 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=c3c2e159c635452f95d2f76424c6f76c HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.020 [openstack-keystone-api-5000] [] 10.0.0.228:5000 205 0.020 200 25f243473f8e76f8b62e635c3e52ca86 199.204.45.169 - - [07/Apr/2026:01:41:07 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.041 [openstack-keystone-api-5000] [] 10.0.0.228:5000 379 0.041 201 3e739013d494e2cfb041c79ed18c5725 199.204.45.169 - - [07/Apr/2026:01:41:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.003 300 7d878cf107b70ab2b442669524f668d3 199.204.45.169 - - [07/Apr/2026:01:41:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.228:5000 2366 0.305 201 7408d41b22c78f2ff9f01c80cb85537f 199.204.45.169 - - [07/Apr/2026:01:41:08 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.228:5000 86 0.022 404 ddcd04e1d36b0d0ab2f8332dd2533b7e 199.204.45.169 - - [07/Apr/2026:01:41:08 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.016 [openstack-keystone-api-5000] [] 10.0.0.228:5000 382 0.016 200 ad8234088bd82080afcb9a0b076cbe29 199.204.45.169 - - [07/Apr/2026:01:41:08 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=c3c2e159c635452f95d2f76424c6f76c HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.021 [openstack-keystone-api-5000] [] 10.0.0.228:5000 207 0.021 200 98eeed2bba06e7c66d67c9e60b4c10e2 199.204.45.169 - - [07/Apr/2026:01:41:08 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.029 [openstack-keystone-api-5000] [] 10.0.0.228:5000 392 0.029 201 d2da35a17d9f867aa2c8db31329627e3 W0407 01:41:09.989190 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:41:09.989609 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0407 01:41:09.989738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:09.989761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:41:09.997513 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.012s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.012s testedConfigurationSize:35.7kB} I0407 01:41:09.997599 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0407 01:41:10.006916 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0407 01:41:10.007302 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store I0407 01:41:10.007375 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"60bd752e-8e16-43d8-abc5-013dc9f46af9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8486", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:41:10.007610 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:41:10.007723 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0407 01:41:10.007784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:10.007794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:41:10.007927 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:41:10.054228 7 controller.go:216] "Backend successfully reloaded" I0407 01:41:10.054789 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gjsxm", UID:"1a12b54b-65e5-40f6-b8b1-2351e88ffb92", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:41:10.365371 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0407 01:41:10.366258 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0407 01:41:13.342598 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:41:13.342725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:13.342740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:26.656448 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:41:26.656857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:26.656887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:31.595469 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:41:31.595619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:31.595634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:41:32.537517 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.101.221.191"}] I0407 01:41:32.542802 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"60bd752e-8e16-43d8-abc5-013dc9f46af9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8768", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:41:34.928866 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:41:34.929061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:34.929090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:41:34.929247 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:41:34.985272 7 controller.go:216] "Backend successfully reloaded" I0407 01:41:34.985484 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gjsxm", UID:"1a12b54b-65e5-40f6-b8b1-2351e88ffb92", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:41:38.261840 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:41:38.261993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:38.262009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:41.595321 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:41:41.595668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:41.595757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:57.085006 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:41:57.085159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:57.085183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:00.421848 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:42:00.422136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:00.422168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:05.105186 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:42:05.105896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:05.105922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:14.757655 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:42:14.758032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:14.758081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:44.218881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:44.218912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:12.556635 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:44:12.556815 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0407 01:44:12.557051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:12.557084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:44:12.563278 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.007s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:39.2kB} I0407 01:44:12.563329 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0407 01:44:12.569398 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0407 01:44:12.569644 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"49ac6841-0b6c-4636-ab3f-0185f845d8cf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10009", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:44:12.569936 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0407 01:44:12.570411 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:44:12.570540 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0407 01:44:12.570632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:12.570655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:44:12.570819 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:44:12.624312 7 controller.go:216] "Backend successfully reloaded" I0407 01:44:12.624869 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gjsxm", UID:"1a12b54b-65e5-40f6-b8b1-2351e88ffb92", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:44:12.879673 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0407 01:44:12.882322 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0407 01:44:15.905695 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:44:15.905928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:15.905971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [07/Apr/2026:01:44:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.004 300 0ce6e902cd9be6b7223120d4eb962884 199.204.45.169 - - [07/Apr/2026:01:44:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.325 [openstack-keystone-api-5000] [] 10.0.0.228:5000 3201 0.325 201 263107626f997cb64cdebb359a265adb 199.204.45.169 - - [07/Apr/2026:01:44:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f8ff252486e0b9f5a24a6414c54940df 199.204.45.169 - - [07/Apr/2026:01:44:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c2f84945c3d90ad98e3f07dd7c66c5b4 199.204.45.169 - - [07/Apr/2026:01:44:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.003 300 74e2c6edaf2080e58beece5efc844937 199.204.45.169 - - [07/Apr/2026:01:44:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.228:5000 3201 0.291 201 7ad023cf1116c04aa8c1dcad9ee91a45 199.204.45.169 - - [07/Apr/2026:01:44:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9b94d2b826d3dc35f0a763607ab59e7c 199.204.45.169 - - [07/Apr/2026:01:44:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f50833e0947344d426807ce71b1609f0 199.204.45.169 - - [07/Apr/2026:01:44:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.003 300 f313005ad6e47b7e8b059c72b9780b5f 199.204.45.169 - - [07/Apr/2026:01:44:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.228:5000 3201 0.285 201 7683a84948e3e6af9fc76f156114fbf1 199.204.45.169 - - [07/Apr/2026:01:44:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c978d2eab07b7a5ef28b6cb4fca9a887 199.204.45.169 - - [07/Apr/2026:01:44:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e3f3dd17350604bba3b248aa3fefbcf3 199.204.45.169 - - [07/Apr/2026:01:44:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.004 300 50a3dd3e1ae96fd81601d87e91be45c6 199.204.45.169 - - [07/Apr/2026:01:44:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.228:5000 3201 0.305 201 c79f20b9ac503672bf893a2ab96e28ba 199.204.45.169 - - [07/Apr/2026:01:44:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 89e95bcf76274de76ef21c87f103c1ed 199.204.45.169 - - [07/Apr/2026:01:44:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 676d38198c47c44553a189221dcb2ded 199.204.45.169 - - [07/Apr/2026:01:44:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.004 300 a729f2acc35333007946ee1c5a964158 199.204.45.169 - - [07/Apr/2026:01:44:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.228:5000 3201 0.291 201 ac9ffc7c5b9beb4e28adcf8125fc373a 199.204.45.169 - - [07/Apr/2026:01:44:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0bd88b12f8fcd7e85aadbf60db577616 199.204.45.169 - - [07/Apr/2026:01:44:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8f82612a2a3b9744f7a5e896c2ec5628 W0407 01:44:24.073929 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:44:24.074057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:24.074076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [07/Apr/2026:01:44:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.005 300 b90e84001a5735bb40f853d989dd04c7 199.204.45.169 - - [07/Apr/2026:01:44:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.276 [openstack-keystone-api-5000] [] 10.0.0.228:5000 3201 0.276 201 147ebc19021b07ba0badc051a6ec7ea3 199.204.45.169 - - [07/Apr/2026:01:44:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b316d32bf39fe588960b5dbb43a681e0 199.204.45.169 - - [07/Apr/2026:01:44:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bebcad71017c9591161f519a411ea2b9 199.204.45.169 - - [07/Apr/2026:01:44:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.004 300 2907a93d09b979458ef89c894a8f5e83 199.204.45.169 - - [07/Apr/2026:01:44:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.228:5000 3201 0.288 201 345597435a0eabfdd21d336430c3b1be 199.204.45.169 - - [07/Apr/2026:01:44:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 550bf17ad0716b817856329372e4abc0 199.204.45.169 - - [07/Apr/2026:01:44:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9246a3f018efefcac4d6a1cdd68baaf2 199.204.45.169 - - [07/Apr/2026:01:44:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.004 300 8ebdafc6419f84c29a548cd644ecd807 199.204.45.169 - - [07/Apr/2026:01:44:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.228:5000 3201 0.296 201 3adcec8946654a11ebed8a147cc064a8 199.204.45.169 - - [07/Apr/2026:01:44:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6159ba41097b90eb04ea8a557decc9a4 199.204.45.169 - - [07/Apr/2026:01:44:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d87d6ed950943549d60110d0924b5cb2 199.204.45.169 - - [07/Apr/2026:01:44:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.002 300 d6d76d5481365c6b419633e56ad8f5a3 199.204.45.169 - - [07/Apr/2026:01:44:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.228:5000 3201 0.287 201 8bf6795a62465d582908f0c7370c92b8 199.204.45.169 - - [07/Apr/2026:01:44:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1dc17e94b288b586a93e8e635dae8199 199.204.45.169 - - [07/Apr/2026:01:44:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9e403e489d62233cce1dc107946eef61 199.204.45.169 - - [07/Apr/2026:01:44:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.003 300 63c6f77bfe88ff9a74a9a127e92a1572 199.204.45.169 - - [07/Apr/2026:01:44:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.228:5000 3201 0.290 201 3c19e092a6a2520e95aa16ecee661160 199.204.45.169 - - [07/Apr/2026:01:44:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9b066023cdc147928562f8e67f51b6e3 199.204.45.169 - - [07/Apr/2026:01:44:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c2ea39694d2f8a04a481f816e5337c17 I0407 01:44:32.533858 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.101.221.191"}] I0407 01:44:32.540478 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"49ac6841-0b6c-4636-ab3f-0185f845d8cf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10162", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:44:32.542127 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:44:32.542306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:32.542333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [07/Apr/2026:01:44:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.004 300 6e86ed1e469b1cc03ec2826c65ebe337 199.204.45.169 - - [07/Apr/2026:01:44:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.228:5000 3201 0.282 201 6fbeaf54fe01a1c07d846456ad8895ec 199.204.45.169 - - [07/Apr/2026:01:44:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 77522aac065baae2d50439031aaffd63 199.204.45.169 - - [07/Apr/2026:01:44:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 951613fe6e72e037784df1da1cc567e0 199.204.45.169 - - [07/Apr/2026:01:44:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.003 300 9fb96e50517279ad6d776af48c82abab W0407 01:44:35.875866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:35.875924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [07/Apr/2026:01:44:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.228:5000 3201 0.293 201 b77de7d2ef078531c79cd84fc1441d64 199.204.45.169 - - [07/Apr/2026:01:44:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ee4fe7a281d6e2e52f74c5a559f9b960 199.204.45.169 - - [07/Apr/2026:01:44:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 151302e54e1f2c68863b9c7d8e719c38 199.204.45.169 - - [07/Apr/2026:01:44:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.003 300 1b3f75357fee371dce295f13ca8f7033 199.204.45.169 - - [07/Apr/2026:01:44:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.228:5000 3201 0.284 201 60174917593ba4064555351e1e879915 199.204.45.169 - - [07/Apr/2026:01:44:37 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.217:9292 1312 0.002 300 90695534425df72b22d983650718b157 199.204.45.169 - - [07/Apr/2026:01:44:38 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.552 [openstack-glance-api-9292] [] 10.0.0.217:9292 69 0.552 200 e1db1d868ee219a7a5989ba33918851c 199.204.45.169 - - [07/Apr/2026:01:44:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.228:5000 281 0.004 300 171c55974f5d9a41a6b402222c1e41a2 199.204.45.169 - - [07/Apr/2026:01:44:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.228:5000 3201 0.287 201 9f88f584d7bc6bd6e30f3233c3bfb92d 199.204.45.169 - - [07/Apr/2026:01:44:41 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.217:9292 1312 0.002 300 0a23873946abf09a9d9634cb9fc0f909 199.204.45.169 - - [07/Apr/2026:01:44:41 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.038 [openstack-glance-api-9292] [] 10.0.0.217:9292 69 0.038 200 6b46362eced19a6f04e6a9ee1a3beb05 199.204.45.169 - - [07/Apr/2026:01:44:41 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.116 [openstack-glance-api-9292] [] 10.0.0.217:9292 151 0.116 404 11782d44ceb0edd4c8f440dffee653e8 199.204.45.169 - - [07/Apr/2026:01:44:41 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.020 [openstack-glance-api-9292] [] 10.0.0.217:9292 81 0.019 200 131f94bad77a065a568f0b5e4ec3ac79 199.204.45.169 - - [07/Apr/2026:01:44:41 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.022 [openstack-glance-api-9292] [] 10.0.0.217:9292 84 0.022 200 053aeaff058da6a364df54829a55d21d 199.204.45.169 - - [07/Apr/2026:01:44:41 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.067 [openstack-glance-api-9292] [] 10.0.0.217:9292 760 0.067 201 acb9e120e7e3453b76875180a21cef80 199.204.45.169 - - [07/Apr/2026:01:44:44 +0000] "PUT /v2/images/2c7cf00c-e0f7-498d-bb48-00cf47d83dc9/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.240 [openstack-glance-api-9292] [] 10.0.0.217:9292 0 3.240 204 e99aa35bea1488aee064ca02e160037d 199.204.45.169 - - [07/Apr/2026:01:44:44 +0000] "GET /v2/images/2c7cf00c-e0f7-498d-bb48-00cf47d83dc9 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.011 [openstack-glance-api-9292] [] 10.0.0.217:9292 1171 0.011 200 6d53d3e3276fd70bcd5e36151f95b09a 199.204.45.169 - - [07/Apr/2026:01:44:44 +0000] "GET /v2/images/2c7cf00c-e0f7-498d-bb48-00cf47d83dc9 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.217:9292 1171 0.014 200 3562243cd7be7dc7c67ed9b15c7ac27d W0407 01:44:47.704053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:47.704121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:51.037749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:51.037784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store