------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0403 02:27:59.845399 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0403 02:27:59.845627 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0403 02:27:59.854177 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0403 02:27:59.856327 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0403 02:28:00.716358 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0403 02:28:00.734918 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0403 02:28:00.748087 7 nginx.go:271] "Starting NGINX Ingress controller" I0403 02:28:00.753005 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"62913487-7396-4259-8572-c2f88c3cf1ef", APIVersion:"v1", ResourceVersion:"1473", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0403 02:28:00.758207 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"04336388-8c35-4a75-94fe-c9529646217e", APIVersion:"v1", ResourceVersion:"1472", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0403 02:28:00.758253 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"a974b4a9-1a16-479f-9cf2-375ad6eda3d3", APIVersion:"v1", ResourceVersion:"1474", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0403 02:28:01.949457 7 nginx.go:317] "Starting NGINX process" I0403 02:28:01.949932 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0403 02:28:01.950310 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0403 02:28:01.951355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:01.951410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:28:01.951462 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:28:02.100093 7 controller.go:216] "Backend successfully reloaded" I0403 02:28:02.100200 7 controller.go:227] "Initial sync, sleeping for 1 second" I0403 02:28:02.100306 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k6xgw", UID:"fe88acb0-6b4a-48a0-a3f1-65782e946cd0", APIVersion:"v1", ResourceVersion:"1644", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 02:28:02.378826 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0403 02:28:02.378901 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-k6xgw" W0403 02:28:05.777304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:05.777345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:09.113304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:09.113346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:12.444857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:12.444918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:15.778127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:15.778182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:19.111101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:19.111136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:22.445269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:22.445302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:25.778203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:25.778257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:29.113941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:29.113994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:32.444098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:32.444147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:35.778582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:35.778631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:39.112767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:39.112816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:28.669964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:28.670007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:32.003468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:32.003513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:49.394556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:49.394609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:52.728413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:52.728444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:56.062882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:56.062929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:59.397274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:59.397306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:02.728818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:02.728855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:09.172926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:09.173063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:12.507440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:12.507485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:16.225597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:16.225639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:19.559379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:19.559423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:22.892882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:22.892926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:20.337160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:20.337234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:22.955225 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-70.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-70.nip.io-tls was not found. Using default certificate W0403 02:32:22.955273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:22.955285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:32:22.956600 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0403 02:32:22.956628 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0403 02:32:22.962661 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0403 02:32:22.963047 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"6354dc3e-5add-446a-ab40-d37d043ed764", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3493", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:32:22.963240 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-70.nip.io-tls" in local store I0403 02:32:23.355435 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-70.nip.io-tls" I0403 02:32:23.356645 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-70.nip.io-tls" W0403 02:32:23.670636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:23.670683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:32:23.670792 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:32:23.709705 7 controller.go:216] "Backend successfully reloaded" I0403 02:32:23.709927 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k6xgw", UID:"fe88acb0-6b4a-48a0-a3f1-65782e946cd0", APIVersion:"v1", ResourceVersion:"1644", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 02:32:27.005323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:27.005393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.70 - - [03/Apr/2026:02:32:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.963 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 1.962 200 01353dbaf707ee800498b112d3860da3 199.204.45.70 - - [03/Apr/2026:02:32:34 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.108 [auth-system-keycloak-80] [] 10.0.0.29:8080 116 0.108 404 27bc5b256cc7a1f8305e47c92a3807c9 199.204.45.70 - - [03/Apr/2026:02:32:38 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.086 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 4.085 201 b26eb02a452688ee894389e28d23b997 199.204.45.70 - - [03/Apr/2026:02:32:39 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.778 [auth-system-keycloak-80] [] 10.0.0.29:8080 4246 0.778 200 01995ccf03c8249b1200d3fe7fa84c81 199.204.45.70 - - [03/Apr/2026:02:32:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.526 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.524 200 5871637b38696361f5e074bb16e3dd89 199.204.45.70 - - [03/Apr/2026:02:32:40 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.140 [auth-system-keycloak-80] [] 10.0.0.29:8080 12500 0.140 200 58ef8fbd7f50137c593eb88b8d2a6f51 199.204.45.70 - - [03/Apr/2026:02:32:40 +0000] "GET /admin/realms/atmosphere/client-scopes/1b429df6-0259-4409-9e06-b90a497b7bcb HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.012 [auth-system-keycloak-80] [] 10.0.0.29:8080 1278 0.012 200 9417757974cb638d6412acbbec8942b5 199.204.45.70 - - [03/Apr/2026:02:32:40 +0000] "PUT /admin/realms/atmosphere/client-scopes/1b429df6-0259-4409-9e06-b90a497b7bcb HTTP/1.1" 204 0 "-" "Ansible" 1846 0.065 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.064 204 eef53ce70b22df39c2f3b4348625d44b 199.204.45.70 - - [03/Apr/2026:02:32:40 +0000] "GET /admin/realms/atmosphere/client-scopes/1b429df6-0259-4409-9e06-b90a497b7bcb/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.023 [auth-system-keycloak-80] [] 10.0.0.29:8080 963 0.023 200 e6b88ea8bd311363a9adf2c39ea997ad 199.204.45.70 - - [03/Apr/2026:02:32:40 +0000] "GET /admin/realms/atmosphere/client-scopes/1b429df6-0259-4409-9e06-b90a497b7bcb/protocol-mappers/models/6d103379-d714-46f6-8e9d-64d9630fb9ef HTTP/1.1" 200 366 "-" "Ansible" 1307 0.058 [auth-system-keycloak-80] [] 10.0.0.29:8080 366 0.058 200 d3acebc3a5637a1aa121039f52bbbc71 199.204.45.70 - - [03/Apr/2026:02:32:40 +0000] "PUT /admin/realms/atmosphere/client-scopes/1b429df6-0259-4409-9e06-b90a497b7bcb/protocol-mappers/models/6d103379-d714-46f6-8e9d-64d9630fb9ef HTTP/1.1" 204 0 "-" "Ansible" 1620 0.098 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.097 204 0a6b52e3de22ccae2a21c243c1f126c9 199.204.45.70 - - [03/Apr/2026:02:32:40 +0000] "GET /admin/realms/atmosphere/client-scopes/1b429df6-0259-4409-9e06-b90a497b7bcb HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.084 [auth-system-keycloak-80] [] 10.0.0.29:8080 1218 0.084 200 97ab8cec48a14f96d0535344c568bda0 199.204.45.70 - - [03/Apr/2026:02:33:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.463 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.463 200 f09f1bf151f649375680b46ea0ed5671 199.204.45.70 - - [03/Apr/2026:02:33:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.049 [auth-system-keycloak-80] [] 10.0.0.29:8080 2 0.049 200 3ef388e18001289f4931166bd0498e9a 199.204.45.70 - - [03/Apr/2026:02:33:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.197 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.197 201 0834fdc54ea547b0186b441b879131bd 199.204.45.70 - - [03/Apr/2026:02:33:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.083 [auth-system-keycloak-80] [] 10.0.0.29:8080 1259 0.083 200 11b55789284b646c5613b371087f994c I0403 02:33:02.396335 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.99.245.242"}] I0403 02:33:02.549959 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"6354dc3e-5add-446a-ab40-d37d043ed764", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3885", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:33:02.720454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:02.720520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.70 - - [03/Apr/2026:02:33:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.557 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.556 200 512fad6af86a95929378ab747fab5d4c 199.204.45.70 - - [03/Apr/2026:02:33:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.048 [auth-system-keycloak-80] [] 10.0.0.29:8080 2 0.048 200 a5f2136d85a408de2a6f3870af92449e 199.204.45.70 - - [03/Apr/2026:02:33:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.085 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.084 201 94d7b215409f2817535c37cd13cbd3ab 199.204.45.70 - - [03/Apr/2026:02:33:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.023 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.023 200 5f9bfd613f5c68aa4f5bde103cc6fe09 199.204.45.70 - - [03/Apr/2026:02:33:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.442 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.440 200 c3346219951740faa18e644e6912a314 199.204.45.70 - - [03/Apr/2026:02:33:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.29:8080 2 0.008 200 bb87fc3758dfd80d870fe6798e58d4c0 199.204.45.70 - - [03/Apr/2026:02:33:04 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.119 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.118 201 f3738a3a004f56cf6aa0aae131f2e8a5 199.204.45.70 - - [03/Apr/2026:02:33:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.020 [auth-system-keycloak-80] [] 10.0.0.29:8080 1249 0.020 200 8b1583e88731530440547af76d197ad0 199.204.45.70 - - [03/Apr/2026:02:33:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.476 200 d88abbceb07b7fd0261957585710ce25 199.204.45.70 - - [03/Apr/2026:02:33:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.29:8080 1259 0.007 200 eb085d3e42d54605abeeb2b6b9bcb612 199.204.45.70 - - [03/Apr/2026:02:33:05 +0000] "GET /admin/realms/atmosphere/clients/5e20b977-6d57-459a-b373-75257b5a3a08/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.041 [auth-system-keycloak-80] [] 10.0.0.29:8080 119 0.041 404 d505106b38206a77548588d907c0c947 199.204.45.70 - - [03/Apr/2026:02:33:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.29:8080 1259 0.007 200 53027cba427f44e149296a162e6cd412 199.204.45.70 - - [03/Apr/2026:02:33:05 +0000] "POST /admin/realms/atmosphere/clients/5e20b977-6d57-459a-b373-75257b5a3a08/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.078 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.077 201 40d6f2ae0941979f5415dc96d968f3fb 199.204.45.70 - - [03/Apr/2026:02:33:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.29:8080 1259 0.005 200 29c3a55130e4d0b23999e63216a6304e 199.204.45.70 - - [03/Apr/2026:02:33:05 +0000] "GET /admin/realms/atmosphere/clients/5e20b977-6d57-459a-b373-75257b5a3a08/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.073 [auth-system-keycloak-80] [] 10.0.0.29:8080 166 0.072 200 b0fbe75054aa9b18b4779c1f620ed82c 199.204.45.70 - - [03/Apr/2026:02:33:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.512 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.511 200 b4c37fd17ca32937c252fb11a5b53273 199.204.45.70 - - [03/Apr/2026:02:33:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.005 200 785f8557d224e13a0fcbed9cd3f6bc20 199.204.45.70 - - [03/Apr/2026:02:33:06 +0000] "GET /admin/realms/atmosphere/clients/28cb5e8d-640f-46d6-ace3-6851f1206ac1/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.006 [auth-system-keycloak-80] [] 10.0.0.29:8080 119 0.007 404 8ee3f00481a0dd9d58eb599e3cc98405 199.204.45.70 - - [03/Apr/2026:02:33:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.005 200 f5f282c41a9f2354d53901386d11af10 199.204.45.70 - - [03/Apr/2026:02:33:06 +0000] "POST /admin/realms/atmosphere/clients/28cb5e8d-640f-46d6-ace3-6851f1206ac1/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.048 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.048 201 016a45ad4c4322c0585a079e35b493ce 199.204.45.70 - - [03/Apr/2026:02:33:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.004 200 cbe2cc1daa04855919d059ca0bf28858 199.204.45.70 - - [03/Apr/2026:02:33:06 +0000] "GET /admin/realms/atmosphere/clients/28cb5e8d-640f-46d6-ace3-6851f1206ac1/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.29:8080 165 0.009 200 1ff36cc42097a2243d8ef8d482417d89 199.204.45.70 - - [03/Apr/2026:02:33:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.499 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.498 200 1fbe6027e8e65969e2ec4c4b1924a0e0 199.204.45.70 - - [03/Apr/2026:02:33:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.006 200 f4036b4dcdb3c7e1ce2fcae1f2044217 199.204.45.70 - - [03/Apr/2026:02:33:07 +0000] "GET /admin/realms/atmosphere/clients/28cb5e8d-640f-46d6-ace3-6851f1206ac1/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.29:8080 119 0.009 404 78b1987ce262fec58da61a9444f822de 199.204.45.70 - - [03/Apr/2026:02:33:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.007 200 1e04560ba85b812bab2bcbe5d220faf6 199.204.45.70 - - [03/Apr/2026:02:33:07 +0000] "POST /admin/realms/atmosphere/clients/28cb5e8d-640f-46d6-ace3-6851f1206ac1/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.043 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.042 201 33a1e0aebd16a21a289918ec92bb2ec2 199.204.45.70 - - [03/Apr/2026:02:33:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.007 200 8f633060738accf1458ebf7e2bfaca77 199.204.45.70 - - [03/Apr/2026:02:33:07 +0000] "GET /admin/realms/atmosphere/clients/28cb5e8d-640f-46d6-ace3-6851f1206ac1/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.29:8080 166 0.012 200 4b3c5d599be5cee7dab96fac37eb0ce5 199.204.45.70 - - [03/Apr/2026:02:33:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.463 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.462 200 c0528848e9dbb3e3dbf6efcd6280957a 199.204.45.70 - - [03/Apr/2026:02:33:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.013 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.013 200 85e64af5472f29b71485171805ec3b22 199.204.45.70 - - [03/Apr/2026:02:33:08 +0000] "GET /admin/realms/atmosphere/clients/28cb5e8d-640f-46d6-ace3-6851f1206ac1/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.063 [auth-system-keycloak-80] [] 10.0.0.29:8080 119 0.064 404 7664063c3fe02860bd393ed70c875e7c 199.204.45.70 - - [03/Apr/2026:02:33:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.008 200 6f14187ec4d1c306c527d24f7ae0925b 199.204.45.70 - - [03/Apr/2026:02:33:08 +0000] "POST /admin/realms/atmosphere/clients/28cb5e8d-640f-46d6-ace3-6851f1206ac1/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.074 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.073 201 18f09cb83acf47c2846fa14bcfdbbf69 199.204.45.70 - - [03/Apr/2026:02:33:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.007 200 3eb673a903dce18de77b98a68b8e82a1 199.204.45.70 - - [03/Apr/2026:02:33:08 +0000] "GET /admin/realms/atmosphere/clients/28cb5e8d-640f-46d6-ace3-6851f1206ac1/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.29:8080 166 0.012 200 13726cbd2eee27a3238a4943ecf62280 199.204.45.70 - - [03/Apr/2026:02:33:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.450 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.449 200 01dbc4ec140b050999603eb3de81c99a 199.204.45.70 - - [03/Apr/2026:02:33:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.030 [auth-system-keycloak-80] [] 10.0.0.29:8080 1249 0.030 200 c3df454caa8c7060b84bc50ea4eae785 199.204.45.70 - - [03/Apr/2026:02:33:08 +0000] "GET /admin/realms/atmosphere/clients/4fc5244d-752f-422c-8d71-716b03a2733e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.29:8080 119 0.010 404 4889a97dec8e7441c34db8b1b34359aa 199.204.45.70 - - [03/Apr/2026:02:33:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.062 [auth-system-keycloak-80] [] 10.0.0.29:8080 1249 0.062 200 392c18223e051fc08510c6f844790a33 199.204.45.70 - - [03/Apr/2026:02:33:09 +0000] "POST /admin/realms/atmosphere/clients/4fc5244d-752f-422c-8d71-716b03a2733e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.014 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.014 201 f6630eeba2fa26027c250caa068831f6 199.204.45.70 - - [03/Apr/2026:02:33:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.29:8080 1249 0.008 200 0ec0d9d5b74dc3e54ed4120eb193b263 199.204.45.70 - - [03/Apr/2026:02:33:09 +0000] "GET /admin/realms/atmosphere/clients/4fc5244d-752f-422c-8d71-716b03a2733e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.047 [auth-system-keycloak-80] [] 10.0.0.29:8080 166 0.047 200 7c29aa6368c1eb417b579914cca4c860 W0403 02:33:28.456094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:28.456157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:31.790558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:31.790604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:14.708106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:14.708144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:14.784070 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:14.784125 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0403 02:34:14.784153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:14.784163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:34:14.785469 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0403 02:34:14.785489 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0403 02:34:14.786108 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:34:14.786141 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0403 02:34:14.786158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:14.786165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:34:14.791422 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:18.2kB} I0403 02:34:14.791450 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0403 02:34:14.792976 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:14.793043 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0403 02:34:14.793088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:14.793122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:34:14.794555 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0403 02:34:14.794800 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0403 02:34:14.795849 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"38476262-cb62-4629-a085-b4c9815dad1d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4495", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:34:14.795980 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0403 02:34:14.795997 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0403 02:34:14.797699 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0403 02:34:14.797954 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0403 02:34:14.797979 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"add2ebb9-4b7c-43f5-bf87-1ac293f63549", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4501", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:34:14.808601 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0403 02:34:14.808745 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"e7851560-2d10-4691-ad4a-335b353e94fc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4507", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:34:14.809053 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0403 02:34:15.091468 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0403 02:34:15.093584 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0403 02:34:15.096833 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0403 02:34:15.097855 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0403 02:34:16.790500 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0403 02:34:16.791876 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0403 02:34:18.049202 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:18.049307 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:34:18.049389 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:18.049601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:18.049633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:34:18.049826 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:34:18.097051 7 controller.go:216] "Backend successfully reloaded" I0403 02:34:18.097670 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k6xgw", UID:"fe88acb0-6b4a-48a0-a3f1-65782e946cd0", APIVersion:"v1", ResourceVersion:"1644", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 02:34:21.374968 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:21.375080 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:34:21.375120 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:21.375301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:21.375332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:24.708724 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:24.708773 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:34:24.708802 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:24.709092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:24.709136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:28.042552 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:28.042633 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:34:28.042864 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:28.043049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:28.043082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:31.375915 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:31.375982 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:34:31.376010 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:31.376671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:31.376702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:34.708777 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:34.708837 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:34:34.708875 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:34.709002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:34.709037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:38.041572 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:38.041643 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:34:38.041679 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:38.041805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:38.041830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:41.375656 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:41.375726 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:34:41.375761 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:41.375907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:41.375934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:44.708354 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:44.708433 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:34:44.708475 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:44.708635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:44.708668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:48.042433 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:48.042535 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:48.042690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:48.042717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:51.375927 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:51.376048 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:51.376201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:51.376250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:54.709075 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:54.709195 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:54.709363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:54.709397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:58.042622 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:58.042772 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:58.042958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:58.042999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:01.374932 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:35:01.375034 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:35:01.375181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:01.375215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.217 - - [03/Apr/2026:02:35:02 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.028 [auth-system-keycloak-80] [] 10.0.0.29:8080 6411 0.028 200 264970710486d3d87b19fc675a5db54f I0403 02:35:02.385773 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.99.245.242"}] I0403 02:35:02.386313 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.99.245.242"}] I0403 02:35:02.386504 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.99.245.242"}] I0403 02:35:02.391500 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"add2ebb9-4b7c-43f5-bf87-1ac293f63549", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5605", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:35:02.393511 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"e7851560-2d10-4691-ad4a-335b353e94fc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5606", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:35:02.395253 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"38476262-cb62-4629-a085-b4c9815dad1d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5607", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 10.0.0.56 - - [03/Apr/2026:02:35:02 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.007 [auth-system-keycloak-80] [] 10.0.0.29:8080 6411 0.007 200 297831425990a158a280c4309f3dd15a W0403 02:35:04.708807 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:35:04.709020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:04.709052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:08.042976 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:35:08.043306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:08.043374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:11.375157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:11.375190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:14.709146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:14.709198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:18.043412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:18.043462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:28.577663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:28.577730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:31.911148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:31.911203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.70 - - [03/Apr/2026:02:35:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.452 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.451 200 2c9ce95b2641b2e53555d395a9b076f2 199.204.45.70 - - [03/Apr/2026:02:35:32 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.026 [auth-system-keycloak-80] [] 10.0.0.29:8080 4246 0.027 200 7ad66e304890eb40830a88cdf654af45 199.204.45.70 - - [03/Apr/2026:02:35:32 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.305 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.305 204 32e99f1a9eb3a5acfb2e2d820c04821a 199.204.45.70 - - [03/Apr/2026:02:35:32 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.191 [auth-system-keycloak-80] [] 10.0.0.29:8080 4384 0.191 200 17f1fe1abfe512b3f369c015c04698f3 199.204.45.70 - - [03/Apr/2026:02:35:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.467 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.466 200 0d940bf82fde02f62e0acef76bd67d18 199.204.45.70 - - [03/Apr/2026:02:35:34 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.011 [auth-system-keycloak-80] [] 10.0.0.29:8080 1682 0.011 200 e123e9ab6d2e9a487957abc96cbb7df3 199.204.45.70 - - [03/Apr/2026:02:35:34 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.007 [auth-system-keycloak-80] [] 10.0.0.29:8080 6411 0.007 200 36566f17e07a2e595278ad5438909c86 199.204.45.70 - - [03/Apr/2026:02:35:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.465 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.464 200 48d325da6004b4f25fbe9cea81666c91 199.204.45.70 - - [03/Apr/2026:02:35:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.049 [auth-system-keycloak-80] [] 10.0.0.29:8080 2 0.049 200 43c7b920f15b28b7928931649f721fa4 199.204.45.70 - - [03/Apr/2026:02:35:35 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.114 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.114 201 140236b26a0c6fbd67fb48b103bbd3ad 199.204.45.70 - - [03/Apr/2026:02:35:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.075 [auth-system-keycloak-80] [] 10.0.0.29:8080 2242 0.075 200 6b22ad9ba9586721d1222b18bf50f1b8 199.204.45.70 - - [03/Apr/2026:02:35:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.468 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.467 200 49c277928938a45e7c018e01d33bcbed 199.204.45.70 - - [03/Apr/2026:02:35:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.007 [auth-system-keycloak-80] [] 10.0.0.29:8080 2242 0.007 200 52c939f8dc224d3abe69fc5738b14c2f 199.204.45.70 - - [03/Apr/2026:02:35:37 +0000] "GET /admin/realms/atmosphere/clients/dd4ad025-223e-477a-82a3-101a20af09b2/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.014 [auth-system-keycloak-80] [] 10.0.0.29:8080 233 0.014 200 87197ca00c889f6aaf17ac1ebb2e2865 199.204.45.70 - - [03/Apr/2026:02:35:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.033 [auth-system-keycloak-80] [] 10.0.0.29:8080 831 0.034 200 7b8ab7bb62a4aa8a11aead77ba9b1706 199.204.45.70 - - [03/Apr/2026:02:35:37 +0000] "GET /admin/realms/atmosphere/clients/f441c4a5-9ae8-4dcc-bc42-3540318bd1ff/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.086 [auth-system-keycloak-80] [] 10.0.0.29:8080 3758 0.086 200 0416aae2b382fda61648ea9723c39a3c 199.204.45.70 - - [03/Apr/2026:02:35:37 +0000] "GET /admin/realms/atmosphere/users/cc44069d-50e6-4a22-b2ce-3fde3717ff82/role-mappings/clients/f441c4a5-9ae8-4dcc-bc42-3540318bd1ff/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.191 [auth-system-keycloak-80] [] 10.0.0.29:8080 3758 0.191 200 034ba74a02a5464cca0c746a3f3de9a1 199.204.45.70 - - [03/Apr/2026:02:35:37 +0000] "GET /admin/realms/atmosphere/users/cc44069d-50e6-4a22-b2ce-3fde3717ff82/role-mappings/clients/f441c4a5-9ae8-4dcc-bc42-3540318bd1ff/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.020 [auth-system-keycloak-80] [] 10.0.0.29:8080 2 0.021 200 7075f2c5f7503ac70c3a5b88e28e7eb0 199.204.45.70 - - [03/Apr/2026:02:35:37 +0000] "POST /admin/realms/atmosphere/users/cc44069d-50e6-4a22-b2ce-3fde3717ff82/role-mappings/clients/f441c4a5-9ae8-4dcc-bc42-3540318bd1ff HTTP/1.1" 204 0 "-" "Ansible" 1388 0.079 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.078 204 46188bdf8878bd015d1c6ba5f5c2e34c 199.204.45.70 - - [03/Apr/2026:02:35:37 +0000] "GET /admin/realms/atmosphere/users/cc44069d-50e6-4a22-b2ce-3fde3717ff82/role-mappings/clients/f441c4a5-9ae8-4dcc-bc42-3540318bd1ff/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.064 [auth-system-keycloak-80] [] 10.0.0.29:8080 576 0.064 200 a8e5f61e2fbfe7bd5881b1df61a30c39 W0403 02:35:40.343065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:40.343097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:43.677595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:43.677641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:54.748834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:54.748874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:37:44.721191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:37:44.721239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:15.234437 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 02:38:15.234525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:15.234546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:38:15.238205 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0403 02:38:15.238232 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0403 02:38:15.242914 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0403 02:38:15.243150 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"54fa3739-f94e-41e4-93bc-a2c8621b19cf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6935", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:38:15.243453 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0403 02:38:15.243795 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 02:38:15.243865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:15.243887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:38:15.244004 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:38:15.295781 7 controller.go:216] "Backend successfully reloaded" I0403 02:38:15.296021 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k6xgw", UID:"fe88acb0-6b4a-48a0-a3f1-65782e946cd0", APIVersion:"v1", ResourceVersion:"1644", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 02:38:16.144397 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0403 02:38:16.146035 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0403 02:38:18.577859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:18.577920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.70 - - [03/Apr/2026:02:38:19 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.007 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.007 300 7f56d3c9af4e30ef76017171e89514ee 199.204.45.70 - - [03/Apr/2026:02:38:20 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.113:5000 265 0.006 200 dcbaf0deac42d3f18cd3956628cfbd69 199.204.45.70 - - [03/Apr/2026:02:38:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.344 [openstack-keystone-api-5000] [] 10.0.0.113:5000 1359 0.344 201 601192c0ad74a49c674e586732fdd0c4 199.204.45.70 - - [03/Apr/2026:02:38:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.005 300 649e1d7cb7fd278de51f9c10a1396479 199.204.45.70 - - [03/Apr/2026:02:38:21 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.034 [openstack-keystone-api-5000] [] 10.0.0.113:5000 90 0.034 404 d88e6dc7cc79889d256a7cb3290f1d88 199.204.45.70 - - [03/Apr/2026:02:38:21 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.024 [openstack-keystone-api-5000] [] 10.0.0.113:5000 366 0.024 200 92053b931132456f203794de14123169 199.204.45.70 - - [03/Apr/2026:02:38:21 +0000] "GET /v3/domains/e52c72ed83c34b2da76f3b03b99b8757 HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.015 [openstack-keystone-api-5000] [] 10.0.0.113:5000 244 0.015 200 8988fe154b6ee73f2c8d150bcb5a2848 199.204.45.70 - - [03/Apr/2026:02:38:22 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.113:5000 265 0.005 200 48275967f5a0a5eee0e7e65d86812f97 199.204.45.70 - - [03/Apr/2026:02:38:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.344 [openstack-keystone-api-5000] [] 10.0.0.113:5000 1359 0.344 201 e3eafc4e2e06d5c65c6f748e7215ac53 199.204.45.70 - - [03/Apr/2026:02:38:22 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.003 300 a8065ab432feec15c40aec15c86d68c4 199.204.45.70 - - [03/Apr/2026:02:38:22 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.055 [openstack-keystone-api-5000] [] 10.0.0.113:5000 101 0.055 404 18ec77aa68c33c6c7936380c6e86c8cf 199.204.45.70 - - [03/Apr/2026:02:38:22 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.018 [openstack-keystone-api-5000] [] 10.0.0.113:5000 155 0.018 200 1c5f42209841bfc7cf299d0f8644fd10 199.204.45.70 - - [03/Apr/2026:02:38:22 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.036 [openstack-keystone-api-5000] [] 10.0.0.113:5000 451 0.037 201 bae5d17fc4330bb0651b34864565f387 199.204.45.70 - - [03/Apr/2026:02:38:23 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.113:5000 265 0.004 200 fe851878db39e676ef485de581b77919 199.204.45.70 - - [03/Apr/2026:02:38:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.113:5000 1359 0.293 201 cebb78d3254f5eb45ba2d6458adb768a 199.204.45.70 - - [03/Apr/2026:02:38:23 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.004 300 fff33a22a9cd15be443afc584eb7fc36 199.204.45.70 - - [03/Apr/2026:02:38:23 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.024 [openstack-keystone-api-5000] [] 10.0.0.113:5000 98 0.024 404 76e79dc0c87bcf07e54e19495bd7be00 199.204.45.70 - - [03/Apr/2026:02:38:23 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.018 [openstack-keystone-api-5000] [] 10.0.0.113:5000 135 0.018 200 7417ac06c28b78167ffb00f07ccd420e 199.204.45.70 - - [03/Apr/2026:02:38:23 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.170 [openstack-keystone-api-5000] [] 10.0.0.113:5000 356 0.170 201 a77c029b9f0895acc0d2f18ef805434c 199.204.45.70 - - [03/Apr/2026:02:38:24 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.113:5000 265 0.004 200 2ceef94ccd6f14585051c9a531c4844f 199.204.45.70 - - [03/Apr/2026:02:38:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.113:5000 1359 0.300 201 1a1882bc310ef224031eaf3e70e95db6 199.204.45.70 - - [03/Apr/2026:02:38:24 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.003 300 c06b2b6ebfae2466df1a6dffc919b681 199.204.45.70 - - [03/Apr/2026:02:38:24 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.022 [openstack-keystone-api-5000] [] 10.0.0.113:5000 131 0.022 404 78e3028c196130408c5122ac11f5f525 199.204.45.70 - - [03/Apr/2026:02:38:24 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.019 [openstack-keystone-api-5000] [] 10.0.0.113:5000 167 0.019 200 799ee7a740868256d3cb7f3da45d5002 199.204.45.70 - - [03/Apr/2026:02:38:24 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.046 [openstack-keystone-api-5000] [] 10.0.0.113:5000 222 0.046 201 ae6c741d78b7c4e23cb797d26ac1dbe6 W0403 02:38:34.226516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:34.226555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:37.561531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:37.561565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:40.893734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:40.893767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:44.227003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:44.227052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:59.802613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:59.802776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:39:02.386436 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.99.245.242"}] I0403 02:39:02.392745 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"54fa3739-f94e-41e4-93bc-a2c8621b19cf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7303", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:39:03.136192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:03.136236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:06.470049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:06.470130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:09.802957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:09.803004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:13.136331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:39:13.136377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:40:41.271501 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 02:40:41.271582 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0403 02:40:41.271629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:40:41.271648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:40:41.274315 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:32.2kB} I0403 02:40:41.274339 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0403 02:40:41.279792 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0403 02:40:41.280132 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"839a7f7f-af19-467d-b20e-f3e2b4b0949f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8037", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:40:41.280999 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0403 02:40:41.281446 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 02:40:41.281549 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0403 02:40:41.281624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:40:41.281647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:40:41.281893 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:40:41.330685 7 controller.go:216] "Backend successfully reloaded" I0403 02:40:41.330958 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k6xgw", UID:"fe88acb0-6b4a-48a0-a3f1-65782e946cd0", APIVersion:"v1", ResourceVersion:"1644", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 02:40:41.684014 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0403 02:40:41.685295 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.70 - - [03/Apr/2026:02:40:42 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.004 300 20fed0522a8fe91fffeb82a96b3bfea3 199.204.45.70 - - [03/Apr/2026:02:40:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.369 [openstack-keystone-api-5000] [] 10.0.0.113:5000 1990 0.369 201 6114feaa0ddc2ed25af712b9cc3cd558 199.204.45.70 - - [03/Apr/2026:02:40:42 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.032 [openstack-keystone-api-5000] [] 10.0.0.113:5000 85 0.032 404 4411dd546e54b78a25b74d6f08a2c8d9 199.204.45.70 - - [03/Apr/2026:02:40:42 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.017 [openstack-keystone-api-5000] [] 10.0.0.113:5000 128 0.018 200 defab9113c65c15599cff950c770a052 199.204.45.70 - - [03/Apr/2026:02:40:42 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.032 [openstack-keystone-api-5000] [] 10.0.0.113:5000 229 0.032 201 ec64e25d3e67f1b3687c4147e9f94650 W0403 02:40:44.615488 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 02:40:44.615647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:40:44.615669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:40:47.949300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:40:47.949421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.70 - - [03/Apr/2026:02:40:48 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 228 0.003 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.003 300 3ad5f30988c59821a69677abfb71cb37 199.204.45.70 - - [03/Apr/2026:02:40:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 547 0.291 [openstack-keystone-api-5000] [] 10.0.0.113:5000 1990 0.291 201 4dbbe42d4e0f4849dd50b6f0e085ea0f 199.204.45.70 - - [03/Apr/2026:02:40:48 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.026 [openstack-keystone-api-5000] [] 10.0.0.113:5000 1514 0.026 200 9eca1b6f8abc6cbb682bd32a8b3d9131 199.204.45.70 - - [03/Apr/2026:02:40:48 +0000] "PUT /v3/roles/806ac71493e645e5aa9f9327c445d963/implies/480cb4ef2d5f408e9ab2bf48e088b641 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.042 [openstack-keystone-api-5000] [] 10.0.0.113:5000 518 0.042 201 e917d3a74b6f623544b244d493e209bc I0403 02:41:02.387541 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.99.245.242"}] I0403 02:41:02.402543 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"839a7f7f-af19-467d-b20e-f3e2b4b0949f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8310", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:41:02.405044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:41:02.405184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.70 - - [03/Apr/2026:02:41:43 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.003 300 dc0401ec6a40d2a183ee6ae828d138c7 199.204.45.70 - - [03/Apr/2026:02:41:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.328 [openstack-keystone-api-5000] [] 10.0.0.113:5000 2053 0.328 201 5d08c000fb79359366855f62f1cc4934 199.204.45.70 - - [03/Apr/2026:02:41:44 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.032 [openstack-keystone-api-5000] [] 10.0.0.113:5000 87 0.032 404 2d97ec67654fcc696d80d4257cd48b5b 199.204.45.70 - - [03/Apr/2026:02:41:44 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.025 [openstack-keystone-api-5000] [] 10.0.0.113:5000 388 0.024 200 a37ef38fba667a614f582c2724238a8e 199.204.45.70 - - [03/Apr/2026:02:41:44 +0000] "GET /v3/users/rgw-RegionOne?domain_id=409f327bafdc4ab58211f7eb414d2e0f HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.032 [openstack-keystone-api-5000] [] 10.0.0.113:5000 91 0.032 404 256b5e2e6850127e3cb6ad58c41701c3 199.204.45.70 - - [03/Apr/2026:02:41:44 +0000] "GET /v3/users?domain_id=409f327bafdc4ab58211f7eb414d2e0f&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.030 [openstack-keystone-api-5000] [] 10.0.0.113:5000 177 0.030 200 6cdd6ad63fa53cbde73c3c8249978968 199.204.45.70 - - [03/Apr/2026:02:41:44 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.283 [openstack-keystone-api-5000] [] 10.0.0.113:5000 290 0.283 201 1fc880cfd406394b29441835753a23cd 199.204.45.70 - - [03/Apr/2026:02:41:47 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 228 0.006 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.006 300 1467c735cbc28f76abe6d6c21f43a1cf 199.204.45.70 - - [03/Apr/2026:02:41:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 547 0.286 [openstack-keystone-api-5000] [] 10.0.0.113:5000 2053 0.286 201 b4740fa8a52629615d6f0434468c28ca 199.204.45.70 - - [03/Apr/2026:02:41:47 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 385 0.029 [openstack-keystone-api-5000] [] 10.0.0.113:5000 83 0.029 404 15b9dcc630ebe3a48b64e054649f0a26 199.204.45.70 - - [03/Apr/2026:02:41:47 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "python-keystoneclient" 390 0.031 [openstack-keystone-api-5000] [] 10.0.0.113:5000 359 0.031 200 37e1b0ba7f2710908aae58297deb2393 199.204.45.70 - - [03/Apr/2026:02:41:47 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 389 0.035 [openstack-keystone-api-5000] [] 10.0.0.113:5000 87 0.035 404 bacbc99d5756f9840f7d892c97759556 199.204.45.70 - - [03/Apr/2026:02:41:47 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "python-keystoneclient" 394 0.034 [openstack-keystone-api-5000] [] 10.0.0.113:5000 388 0.034 200 63c40a8bac5ae31798030576450df518 199.204.45.70 - - [03/Apr/2026:02:41:47 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 393 0.028 [openstack-keystone-api-5000] [] 10.0.0.113:5000 91 0.028 404 4df2cdb703a6799703a312b103e3f66d 199.204.45.70 - - [03/Apr/2026:02:41:47 +0000] "GET /v3/users?domain_id=409f327bafdc4ab58211f7eb414d2e0f&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "python-keystoneclient" 441 0.030 [openstack-keystone-api-5000] [] 10.0.0.113:5000 456 0.029 200 14209aa6be2302d0dd57d94e657d82f6 199.204.45.70 - - [03/Apr/2026:02:41:47 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 390 0.028 [openstack-keystone-api-5000] [] 10.0.0.113:5000 88 0.028 404 fcf14434fa591bc48eb09b210625e99f 199.204.45.70 - - [03/Apr/2026:02:41:47 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "python-keystoneclient" 395 0.021 [openstack-keystone-api-5000] [] 10.0.0.113:5000 518 0.021 200 00ed2008490ce7549f6488d1413adb9a 199.204.45.70 - - [03/Apr/2026:02:41:47 +0000] "PUT /v3/projects/df262a030dc54f369637b7b9795cc86e/users/0b65d78d95154e5dba55af39e0b4fc93/roles/c7d1d11160974fc89b44e4267c73f241 HTTP/1.1" 204 0 "-" "python-keystoneclient" 512 0.050 [openstack-keystone-api-5000] [] 10.0.0.113:5000 0 0.050 204 977e8cbee59b98e2a61901d76232e04e 199.204.45.70 - - [03/Apr/2026:02:41:55 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.003 300 725aa236514ff283b06cb02b6a0d5da1 199.204.45.70 - - [03/Apr/2026:02:41:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.344 [openstack-keystone-api-5000] [] 10.0.0.113:5000 2053 0.344 201 43bc5849af71a83d5c79fc33991fc3d0 199.204.45.70 - - [03/Apr/2026:02:41:55 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.020 [openstack-keystone-api-5000] [] 10.0.0.113:5000 150 0.020 200 faac983175c76957a7c29074e2c95893 199.204.45.70 - - [03/Apr/2026:02:41:55 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.051 [openstack-keystone-api-5000] [] 10.0.0.113:5000 262 0.051 201 a57dabfdca50119ad724e59d7a25cc5e 199.204.45.70 - - [03/Apr/2026:02:41:56 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.005 300 90c7d107a1ffe2e6274d83429e9bbdc0 199.204.45.70 - - [03/Apr/2026:02:41:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.315 [openstack-keystone-api-5000] [] 10.0.0.113:5000 2155 0.315 201 609a6a5086f0aad932986b584dc61310 199.204.45.70 - - [03/Apr/2026:02:41:56 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.028 [openstack-keystone-api-5000] [] 10.0.0.113:5000 86 0.028 404 77767192b0128540e0b70a97dc118002 199.204.45.70 - - [03/Apr/2026:02:41:56 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.018 [openstack-keystone-api-5000] [] 10.0.0.113:5000 380 0.018 200 2e117ed169d037a549c2fe7f01593e47 199.204.45.70 - - [03/Apr/2026:02:41:56 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=00a916f7ee4143ccbfbdf0347716d471 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.020 [openstack-keystone-api-5000] [] 10.0.0.113:5000 204 0.020 200 10e0f1c704a66e09057afaf6507abee6 199.204.45.70 - - [03/Apr/2026:02:41:56 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.042 [openstack-keystone-api-5000] [] 10.0.0.113:5000 377 0.041 201 a8fdf55a297e1fcdf5b8c6635182eb0a 199.204.45.70 - - [03/Apr/2026:02:41:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.004 300 3eb1c0533825dfc999af865aa5543ce3 199.204.45.70 - - [03/Apr/2026:02:41:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.113:5000 2363 0.298 201 8514fe94a890c5511835764e3e0852a6 199.204.45.70 - - [03/Apr/2026:02:41:57 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.022 [openstack-keystone-api-5000] [] 10.0.0.113:5000 86 0.022 404 05a726533ad3a743cdecc20ce2159e65 199.204.45.70 - - [03/Apr/2026:02:41:57 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.015 [openstack-keystone-api-5000] [] 10.0.0.113:5000 380 0.015 200 709f7829fdb9bc01aeda5044cc4523e6 199.204.45.70 - - [03/Apr/2026:02:41:57 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=00a916f7ee4143ccbfbdf0347716d471 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.018 [openstack-keystone-api-5000] [] 10.0.0.113:5000 206 0.017 200 af65e1f8bac45d26b3a40b04e6cd2115 199.204.45.70 - - [03/Apr/2026:02:41:57 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.046 [openstack-keystone-api-5000] [] 10.0.0.113:5000 391 0.046 201 10ee0295a83418e258e420c1fe3c4883 W0403 02:41:58.996695 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 02:41:58.996870 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0403 02:41:58.996965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:41:58.996988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:41:59.001572 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:35.7kB} I0403 02:41:59.001607 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0403 02:41:59.006074 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0403 02:41:59.006271 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"b535fc98-cc0e-4a12-abfe-824d0de6d0e1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8635", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:41:59.006612 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0403 02:41:59.007072 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 02:41:59.007226 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0403 02:41:59.007318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:41:59.007341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:41:59.007501 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:41:59.064095 7 controller.go:216] "Backend successfully reloaded" I0403 02:41:59.064715 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k6xgw", UID:"fe88acb0-6b4a-48a0-a3f1-65782e946cd0", APIVersion:"v1", ResourceVersion:"1644", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 02:41:59.307760 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0403 02:41:59.309705 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0403 02:42:02.341408 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 02:42:02.341545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:02.341561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:42:02.389528 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.99.245.242"}] I0403 02:42:02.396673 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"b535fc98-cc0e-4a12-abfe-824d0de6d0e1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8683", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:42:05.674721 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 02:42:05.674956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:05.674984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:15.683551 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 02:42:15.683695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:15.683709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:20.796648 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 02:42:20.796828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:20.796850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:24.130433 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 02:42:24.130623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:24.130646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:27.463818 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 02:42:27.463992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:27.464013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:42:27.464198 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:42:27.520272 7 controller.go:216] "Backend successfully reloaded" I0403 02:42:27.520513 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k6xgw", UID:"fe88acb0-6b4a-48a0-a3f1-65782e946cd0", APIVersion:"v1", ResourceVersion:"1644", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 02:42:30.797904 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 02:42:30.798143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:30.798177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:46.267084 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 02:42:46.267212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:46.267230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:54.522482 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 02:42:54.522767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:54.522793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:43:12.866412 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 02:43:12.866586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:43:12.866609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:43:51.178951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:43:51.179053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:45:02.997969 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 02:45:02.998230 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0403 02:45:02.998363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:45:02.998390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:45:03.003109 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:39.1kB} I0403 02:45:03.003136 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0403 02:45:03.009809 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0403 02:45:03.010121 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"867949e3-c8f2-4c42-9ae0-8ae14b301374", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10163", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:45:03.010587 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0403 02:45:03.011487 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 02:45:03.011760 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0403 02:45:03.011946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:45:03.011987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:45:03.012306 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:45:03.065947 7 controller.go:216] "Backend successfully reloaded" I0403 02:45:03.066215 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k6xgw", UID:"fe88acb0-6b4a-48a0-a3f1-65782e946cd0", APIVersion:"v1", ResourceVersion:"1644", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 02:45:03.423421 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0403 02:45:03.425042 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0403 02:45:06.346226 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 02:45:06.346535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:45:06.346626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.70 - - [03/Apr/2026:02:45:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.005 300 d69cd2e9bd9ff531b0672a0b7a44af57 199.204.45.70 - - [03/Apr/2026:02:45:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.339 [openstack-keystone-api-5000] [] 10.0.0.113:5000 3197 0.339 201 5d3e4a7c93c67b84cf190ac478eb1438 199.204.45.70 - - [03/Apr/2026:02:45:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - bc7e666ad83fa9b0ffee2eca0564bebb 199.204.45.70 - - [03/Apr/2026:02:45:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6d2ecc57b42ec44eac5ba3620444bc6d 199.204.45.70 - - [03/Apr/2026:02:45:08 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.003 300 03d43b1dca7d2de15ea3c4d663367c92 199.204.45.70 - - [03/Apr/2026:02:45:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.113:5000 3197 0.289 201 88f708e09fba0ce651bae9565f8b3db4 199.204.45.70 - - [03/Apr/2026:02:45:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c0d24c1d40ba93a0996c5df0c7e8ebe7 199.204.45.70 - - [03/Apr/2026:02:45:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8b3892baa5e21f34a21838b839fe8ffe 199.204.45.70 - - [03/Apr/2026:02:45:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.004 300 6c3f86d03855a7a238ac5b5a447afd32 199.204.45.70 - - [03/Apr/2026:02:45:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.113:5000 3197 0.294 201 565eaac8be0fc43c58a08a8770d9fd94 199.204.45.70 - - [03/Apr/2026:02:45:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e4ea0c57c74aaa24344986991ff15716 199.204.45.70 - - [03/Apr/2026:02:45:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 682bd757791be5f48d3ff0e8331df872 199.204.45.70 - - [03/Apr/2026:02:45:12 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.005 300 0115dc6a2cc3f93200af2e2d9b1c4874 199.204.45.70 - - [03/Apr/2026:02:45:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.113:5000 3197 0.293 201 d86d98c0a1f4b64592f67ddfd6beff33 199.204.45.70 - - [03/Apr/2026:02:45:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b1152be239d3c0b696d46611768dcce0 199.204.45.70 - - [03/Apr/2026:02:45:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - dd2e1f7a6e0eadc533911b3727291fdb W0403 02:45:13.463451 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 02:45:13.463608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:45:13.463637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.70 - - [03/Apr/2026:02:45:13 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.003 300 3b69c4c05c5d308539591c9c51f82969 199.204.45.70 - - [03/Apr/2026:02:45:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.113:5000 3197 0.295 201 a77d25fca2f02fe7832727e32814e0d5 199.204.45.70 - - [03/Apr/2026:02:45:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 17ccbf11674867f0c71883dfe444bf09 199.204.45.70 - - [03/Apr/2026:02:45:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - f9f9b9865100b13f11fb2da39bb74c43 199.204.45.70 - - [03/Apr/2026:02:45:15 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.004 300 503706aa5aaa4e5953eda69626f07f53 199.204.45.70 - - [03/Apr/2026:02:45:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.283 [openstack-keystone-api-5000] [] 10.0.0.113:5000 3197 0.283 201 5c2a91760d002069f9f54f52bb3f3c62 199.204.45.70 - - [03/Apr/2026:02:45:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e6d7d71386825f545023ec4d52a8006b 199.204.45.70 - - [03/Apr/2026:02:45:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9000d3c56c911d1deb9bb1a216e87877 199.204.45.70 - - [03/Apr/2026:02:45:17 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.005 300 a8aed9c7282a54eacbc1bbdb1718eea4 199.204.45.70 - - [03/Apr/2026:02:45:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.306 [openstack-keystone-api-5000] [] 10.0.0.113:5000 3197 0.306 201 95af090205a7f7591f752da54bf29e84 199.204.45.70 - - [03/Apr/2026:02:45:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ca38c7e911c7bd98d6d44d5c48aee99c 199.204.45.70 - - [03/Apr/2026:02:45:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 99449ab22499c7678d8cc85ab53ad380 199.204.45.70 - - [03/Apr/2026:02:45:19 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.005 300 d2c02af9aed2d8df24c23a7bfb84c06e 199.204.45.70 - - [03/Apr/2026:02:45:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.113:5000 3197 0.293 201 9892b0c6931757bb69488e608fbb97e2 199.204.45.70 - - [03/Apr/2026:02:45:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3e0a8a07c8d225a091fc29e2cdae6cc2 199.204.45.70 - - [03/Apr/2026:02:45:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8a51f3e39ceb095e32a8ca0093121184 199.204.45.70 - - [03/Apr/2026:02:45:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.004 300 f429c6e596daac238bd0d4845ba1c87b 199.204.45.70 - - [03/Apr/2026:02:45:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.113:5000 3197 0.292 201 2a61bd6f979a8390350460505fddc941 199.204.45.70 - - [03/Apr/2026:02:45:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 27888a62b0543d5ddbb3f38cf44a81cf 199.204.45.70 - - [03/Apr/2026:02:45:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8decd40c28de5168cac23c368d115f3b 199.204.45.70 - - [03/Apr/2026:02:45:23 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.004 300 1039a7f2bb3a89f20be66912ed558f5c 199.204.45.70 - - [03/Apr/2026:02:45:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.113:5000 3197 0.295 201 78431ee5a38c8632383a138b2243b030 199.204.45.70 - - [03/Apr/2026:02:45:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 22cf0492ab334f8c741cd2be46fcad91 199.204.45.70 - - [03/Apr/2026:02:45:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6ef79882ae42dd5b882f6a012e6c52ba W0403 02:45:24.231399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:45:24.231475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.70 - - [03/Apr/2026:02:45:24 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.004 300 c30f5c42b61e1c0fa4893d92a4a77bd6 199.204.45.70 - - [03/Apr/2026:02:45:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.113:5000 3197 0.288 201 5c18d3319721370ed8c45daa9ccc153b 199.204.45.70 - - [03/Apr/2026:02:45:25 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.178:9292 1183 0.003 300 429439e4f5fed4ca614bbbcf54aae706 199.204.45.70 - - [03/Apr/2026:02:45:25 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.553 [openstack-glance-api-9292] [] 10.0.0.178:9292 69 0.552 200 7ed29a6bec5668558927f7f7bfe14eb1 199.204.45.70 - - [03/Apr/2026:02:45:28 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.113:5000 280 0.004 300 f3737f23c16e153b9522adb1085cc06d 199.204.45.70 - - [03/Apr/2026:02:45:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.113:5000 3197 0.296 201 c9bb8860086e56cb888026dcf51c3e88 199.204.45.70 - - [03/Apr/2026:02:45:28 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.178:9292 1183 0.002 300 81357dccd2a02f194c2c88748de271c7 199.204.45.70 - - [03/Apr/2026:02:45:28 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.042 [openstack-glance-api-9292] [] 10.0.0.178:9292 69 0.042 200 d3eee622e77892312da3e9fea520ec59 199.204.45.70 - - [03/Apr/2026:02:45:29 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.113 [openstack-glance-api-9292] [] 10.0.0.178:9292 151 0.112 404 509bfa05957deb4851c7f7a604df5243 199.204.45.70 - - [03/Apr/2026:02:45:29 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.022 [openstack-glance-api-9292] [] 10.0.0.178:9292 81 0.022 200 74a494ef99ebd00b3896520112b1cea0 199.204.45.70 - - [03/Apr/2026:02:45:29 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.027 [openstack-glance-api-9292] [] 10.0.0.178:9292 84 0.027 200 8932017399b9e5f2724c53cb610d1493 199.204.45.70 - - [03/Apr/2026:02:45:29 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.194 [openstack-glance-api-9292] [] 10.0.0.178:9292 760 0.194 201 082fdd591e38d7695744f4cf5f66cedc 199.204.45.70 - - [03/Apr/2026:02:45:35 +0000] "PUT /v2/images/af83b3b2-b45c-4b6c-b5ef-141c62ccbc67/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 6.044 [openstack-glance-api-9292] [] 10.0.0.178:9292 0 6.044 204 91ff94088765328860bdeb56a9c391c8 199.204.45.70 - - [03/Apr/2026:02:45:35 +0000] "GET /v2/images/af83b3b2-b45c-4b6c-b5ef-141c62ccbc67 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.017 [openstack-glance-api-9292] [] 10.0.0.178:9292 1171 0.017 200 5339359d8a836255284d1516f4bce1dd 199.204.45.70 - - [03/Apr/2026:02:45:35 +0000] "GET /v2/images/af83b3b2-b45c-4b6c-b5ef-141c62ccbc67 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.021 [openstack-glance-api-9292] [] 10.0.0.178:9292 1171 0.021 200 1fa4d4e40b5ca4050fc3e1175adaf94c W0403 02:45:38.332319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:45:38.332370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:45:41.666386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:45:41.666430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:46:02.394587 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.99.245.242"}] I0403 02:46:02.399771 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"867949e3-c8f2-4c42-9ae0-8ae14b301374", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10655", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:46:02.400743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:46:02.400765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store