------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0310 02:31:12.375701 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0310 02:31:12.375856 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0310 02:31:12.384103 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0310 02:31:12.387393 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0310 02:31:12.454676 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0310 02:31:12.473266 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0310 02:31:12.486538 7 nginx.go:271] "Starting NGINX Ingress controller" I0310 02:31:12.491340 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"3d04be93-5424-4d12-b41e-51f3c2870446", APIVersion:"v1", ResourceVersion:"1115", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0310 02:31:12.495872 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"9d73836a-1447-4347-90da-5cb62296d0ec", APIVersion:"v1", ResourceVersion:"1112", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0310 02:31:12.495948 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"b7529aa1-eb39-445e-86d7-11d39019a622", APIVersion:"v1", ResourceVersion:"1113", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0310 02:31:13.689193 7 nginx.go:317] "Starting NGINX process" I0310 02:31:13.689289 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0310 02:31:13.689676 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0310 02:31:13.689935 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0310 02:31:13.690013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:13.690039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:31:13.690099 7 controller.go:196] "Configuration changes detected, backend reload required" I0310 02:31:13.698652 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0310 02:31:13.698719 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-shzl6" I0310 02:31:13.731552 7 controller.go:216] "Backend successfully reloaded" I0310 02:31:13.731643 7 controller.go:227] "Initial sync, sleeping for 1 second" I0310 02:31:13.731762 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-shzl6", UID:"a51886af-ff3b-4771-b03f-ac46a891d14b", APIVersion:"v1", ResourceVersion:"1155", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0310 02:31:17.516771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:17.516801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:20.851348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:20.851397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:24.185204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:24.185247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:27.517583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:27.517635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:30.852233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:30.852299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:34.184630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:34.184694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:37.517308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:37.517373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:40.851402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:40.851436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:44.184468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:44.184527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:50.418730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:31:50.418774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:32:39.494109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:32:39.494132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:03.389202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:03.389241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:06.723346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:06.723408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:10.056447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:10.056491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:13.389341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:13.389396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:16.723584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:16.723638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:20.056081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:20.056130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:23.389995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:23.390041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:26.723608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:26.723677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:30.056637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:30.056709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:33.429537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:33.429576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:36.764090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:33:36.764161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:35:48.444313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:35:48.444347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:35:51.198507 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-129.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-129.nip.io-tls was not found. Using default certificate W0310 02:35:51.198556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:35:51.198569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:35:51.199889 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:14.7kB} I0310 02:35:51.199912 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0310 02:35:51.212328 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0310 02:35:51.212616 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4ffa5f1f-62dc-48f2-a9d4-7e33ad13b18d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3098", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:35:51.212911 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-129.nip.io-tls" in local store I0310 02:35:51.484948 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-129.nip.io-tls" I0310 02:35:51.485841 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-129.nip.io-tls" W0310 02:35:51.778317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:35:51.778369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:35:51.778447 7 controller.go:196] "Configuration changes detected, backend reload required" I0310 02:35:51.815974 7 controller.go:216] "Backend successfully reloaded" I0310 02:35:51.816202 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-shzl6", UID:"a51886af-ff3b-4771-b03f-ac46a891d14b", APIVersion:"v1", ResourceVersion:"1155", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0310 02:35:55.111652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:35:55.111701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [10/Mar/2026:02:36:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.143 [auth-system-keycloak-80] [] 10.0.0.148:8080 1928 2.142 200 a78cb90a1bac7014262110bdd2d9fdeb 199.204.45.129 - - [10/Mar/2026:02:36:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.108 [auth-system-keycloak-80] [] 10.0.0.148:8080 116 0.108 404 57fb71c897f13c43c262c1613d92a3b8 199.204.45.129 - - [10/Mar/2026:02:36:06 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.980 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 3.979 201 94c25234c2c1e35aee95dee6ad1e41a1 199.204.45.129 - - [10/Mar/2026:02:36:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.596 [auth-system-keycloak-80] [] 10.0.0.148:8080 4246 0.596 200 52fe48eb17998fe80bfd2dd5c7e213f2 199.204.45.129 - - [10/Mar/2026:02:36:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.549 [auth-system-keycloak-80] [] 10.0.0.148:8080 1928 0.548 200 0ef661dbbbfd9175e077463569bd2254 199.204.45.129 - - [10/Mar/2026:02:36:08 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.091 [auth-system-keycloak-80] [] 10.0.0.148:8080 12500 0.091 200 4644977a45a4d15c6add7bb3f36116c1 199.204.45.129 - - [10/Mar/2026:02:36:08 +0000] "GET /admin/realms/atmosphere/client-scopes/87a7f29e-6561-4138-b97f-7cca6ea8790a HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.014 [auth-system-keycloak-80] [] 10.0.0.148:8080 1278 0.014 200 46c3d96d17f24a8bf6751a4e5aa90c5f 199.204.45.129 - - [10/Mar/2026:02:36:08 +0000] "PUT /admin/realms/atmosphere/client-scopes/87a7f29e-6561-4138-b97f-7cca6ea8790a HTTP/1.1" 204 0 "-" "Ansible" 1848 0.075 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.075 204 bc954d2b263af4fee84fd2b96dc48d37 199.204.45.129 - - [10/Mar/2026:02:36:08 +0000] "GET /admin/realms/atmosphere/client-scopes/87a7f29e-6561-4138-b97f-7cca6ea8790a/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.077 [auth-system-keycloak-80] [] 10.0.0.148:8080 963 0.078 200 ea53832b0df0abbe677a2902fe5c5555 199.204.45.129 - - [10/Mar/2026:02:36:08 +0000] "GET /admin/realms/atmosphere/client-scopes/87a7f29e-6561-4138-b97f-7cca6ea8790a/protocol-mappers/models/ac177eb0-1c23-4108-854c-b16b57237bf1 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.011 [auth-system-keycloak-80] [] 10.0.0.148:8080 366 0.012 200 76c943dcd530bb1d7710079366c09f18 199.204.45.129 - - [10/Mar/2026:02:36:08 +0000] "PUT /admin/realms/atmosphere/client-scopes/87a7f29e-6561-4138-b97f-7cca6ea8790a/protocol-mappers/models/ac177eb0-1c23-4108-854c-b16b57237bf1 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.073 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.072 204 16835b1225b1392ddcde9341bf39bfb1 199.204.45.129 - - [10/Mar/2026:02:36:08 +0000] "GET /admin/realms/atmosphere/client-scopes/87a7f29e-6561-4138-b97f-7cca6ea8790a HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.080 [auth-system-keycloak-80] [] 10.0.0.148:8080 1218 0.080 200 f18c444ca6ef39e41b54d1ca9c8bc007 I0310 02:36:13.706820 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.104.122.115"}] I0310 02:36:13.715310 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4ffa5f1f-62dc-48f2-a9d4-7e33ad13b18d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3389", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:36:13.716991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:36:13.717028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [10/Mar/2026:02:36:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.469 [auth-system-keycloak-80] [] 10.0.0.148:8080 1928 0.469 200 73378da215cca6af5823299d8032c1c5 199.204.45.129 - - [10/Mar/2026:02:36:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.017 [auth-system-keycloak-80] [] 10.0.0.148:8080 2 0.017 200 fa54f8acd0d95e4902dff2a540e4dc45 199.204.45.129 - - [10/Mar/2026:02:36:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.187 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.186 201 b381bbe2d1b08cac63d0c7c90cc7eec8 199.204.45.129 - - [10/Mar/2026:02:36:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.084 [auth-system-keycloak-80] [] 10.0.0.148:8080 1261 0.083 200 9dabf743333791a9926930a40774927b 199.204.45.129 - - [10/Mar/2026:02:36:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.503 [auth-system-keycloak-80] [] 10.0.0.148:8080 1928 0.502 200 82e68150105d447df6472c3f1e3241d0 199.204.45.129 - - [10/Mar/2026:02:36:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.148:8080 2 0.009 200 957b61c04ecaceaa0bc188bc1e08fc20 199.204.45.129 - - [10/Mar/2026:02:36:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.089 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.088 201 3650ddaa059d8fc665c02c4530b4d036 199.204.45.129 - - [10/Mar/2026:02:36:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.063 [auth-system-keycloak-80] [] 10.0.0.148:8080 1286 0.063 200 296958fe9e489a369f0b9b57a4382a16 199.204.45.129 - - [10/Mar/2026:02:36:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.521 [auth-system-keycloak-80] [] 10.0.0.148:8080 1928 0.519 200 29736b5a906896dfe2f5ca997dd829ea 199.204.45.129 - - [10/Mar/2026:02:36:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.148:8080 2 0.011 200 46f2fe0686639d44ffc949cf01897d63 199.204.45.129 - - [10/Mar/2026:02:36:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.080 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.079 201 ff6d8cada03a07801c4a49a6376ae9bd 199.204.45.129 - - [10/Mar/2026:02:36:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.077 [auth-system-keycloak-80] [] 10.0.0.148:8080 1251 0.077 200 4b7bbb4b0e52b6ed702784670da55948 199.204.45.129 - - [10/Mar/2026:02:36:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.504 [auth-system-keycloak-80] [] 10.0.0.148:8080 1928 0.503 200 9cdbb6ae0a444ec9dcecd0b2ed3bab38 199.204.45.129 - - [10/Mar/2026:02:36:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.148:8080 1261 0.008 200 c64171020afa96a49d5c8b2ce22ae310 199.204.45.129 - - [10/Mar/2026:02:36:33 +0000] "GET /admin/realms/atmosphere/clients/8c8b7f5b-5c50-4328-9e0d-505e1869d727/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.034 [auth-system-keycloak-80] [] 10.0.0.148:8080 119 0.035 404 291841c73c268a8c30cd6aaf38a5b314 199.204.45.129 - - [10/Mar/2026:02:36:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.148:8080 1261 0.008 200 8693b532beaf34bfdcb553e7dd7b47b2 199.204.45.129 - - [10/Mar/2026:02:36:33 +0000] "POST /admin/realms/atmosphere/clients/8c8b7f5b-5c50-4328-9e0d-505e1869d727/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.077 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.077 201 71f8526d60d49cec60b272996a7f645e 199.204.45.129 - - [10/Mar/2026:02:36:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.148:8080 1261 0.009 200 76bf36b2f35cc21db0f183adab42e72a 199.204.45.129 - - [10/Mar/2026:02:36:33 +0000] "GET /admin/realms/atmosphere/clients/8c8b7f5b-5c50-4328-9e0d-505e1869d727/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.055 [auth-system-keycloak-80] [] 10.0.0.148:8080 166 0.055 200 2a526d38028c97d5291fcfc530d6f322 199.204.45.129 - - [10/Mar/2026:02:36:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.520 [auth-system-keycloak-80] [] 10.0.0.148:8080 1928 0.519 200 ff9ddec5ab2803afb6f98365053dc518 199.204.45.129 - - [10/Mar/2026:02:36:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.148:8080 1286 0.008 200 fb8c574193e98816451fc606add1d32b 199.204.45.129 - - [10/Mar/2026:02:36:34 +0000] "GET /admin/realms/atmosphere/clients/e54d5e9b-d265-404a-9d58-3d8133602785/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.070 [auth-system-keycloak-80] [] 10.0.0.148:8080 119 0.069 404 5f796e476d264d63657db059513c7c23 199.204.45.129 - - [10/Mar/2026:02:36:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.148:8080 1286 0.009 200 b1a8b4a14644bcecb359b2ebed692006 199.204.45.129 - - [10/Mar/2026:02:36:34 +0000] "POST /admin/realms/atmosphere/clients/e54d5e9b-d265-404a-9d58-3d8133602785/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.017 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.015 201 ba5a62b19d2638b4018e57e78f5530b0 199.204.45.129 - - [10/Mar/2026:02:36:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.035 [auth-system-keycloak-80] [] 10.0.0.148:8080 1286 0.035 200 f55d21e67c07f25c5e5777b6f77e4c71 199.204.45.129 - - [10/Mar/2026:02:36:34 +0000] "GET /admin/realms/atmosphere/clients/e54d5e9b-d265-404a-9d58-3d8133602785/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.017 [auth-system-keycloak-80] [] 10.0.0.148:8080 165 0.016 200 264087063e2f9d5ecf053a33a8134760 199.204.45.129 - - [10/Mar/2026:02:36:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.611 [auth-system-keycloak-80] [] 10.0.0.148:8080 1928 0.609 200 4acdbdede731068ac0f06abecd06c207 199.204.45.129 - - [10/Mar/2026:02:36:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.054 [auth-system-keycloak-80] [] 10.0.0.148:8080 1286 0.054 200 a4e253d4d248a7cb1e5cfaf6805f76ba 199.204.45.129 - - [10/Mar/2026:02:36:35 +0000] "GET /admin/realms/atmosphere/clients/e54d5e9b-d265-404a-9d58-3d8133602785/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.148:8080 119 0.010 404 016ca7c72f181c01313793b156c0c8e7 199.204.45.129 - - [10/Mar/2026:02:36:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.148:8080 1286 0.007 200 8ba9838ee3ae2c209e01a4f745a4bd74 199.204.45.129 - - [10/Mar/2026:02:36:35 +0000] "POST /admin/realms/atmosphere/clients/e54d5e9b-d265-404a-9d58-3d8133602785/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.055 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.054 201 408a1e9825643b6aeb2d29bd60f07913 199.204.45.129 - - [10/Mar/2026:02:36:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.148:8080 1286 0.008 200 442a93d58b785d2471b12f993374d9fa 199.204.45.129 - - [10/Mar/2026:02:36:36 +0000] "GET /admin/realms/atmosphere/clients/e54d5e9b-d265-404a-9d58-3d8133602785/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.148:8080 166 0.014 200 5c446a215579cdf19571ab7bccf38dc3 199.204.45.129 - - [10/Mar/2026:02:36:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.148:8080 1928 0.470 200 2a45df6a4f57e9a6e0fac1984edf42dc 199.204.45.129 - - [10/Mar/2026:02:36:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.148:8080 1286 0.015 200 8b5e79b5d56725e1e85c89ce5f03accc 199.204.45.129 - - [10/Mar/2026:02:36:36 +0000] "GET /admin/realms/atmosphere/clients/e54d5e9b-d265-404a-9d58-3d8133602785/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.057 [auth-system-keycloak-80] [] 10.0.0.148:8080 119 0.057 404 570245a6bf153a1d682ff5244ad88305 199.204.45.129 - - [10/Mar/2026:02:36:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.148:8080 1286 0.008 200 05c2cf2ea0d98aada59fbd8c5140f891 199.204.45.129 - - [10/Mar/2026:02:36:36 +0000] "POST /admin/realms/atmosphere/clients/e54d5e9b-d265-404a-9d58-3d8133602785/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.019 201 de3911e1c35e3a82b08a4f36b88eb09e 199.204.45.129 - - [10/Mar/2026:02:36:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.041 [auth-system-keycloak-80] [] 10.0.0.148:8080 1286 0.040 200 57ebb9b5f8c5dffc6856248053c3233e 199.204.45.129 - - [10/Mar/2026:02:36:37 +0000] "GET /admin/realms/atmosphere/clients/e54d5e9b-d265-404a-9d58-3d8133602785/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.085 [auth-system-keycloak-80] [] 10.0.0.148:8080 166 0.084 200 84cdc65059d97aec82140c1373f8e700 199.204.45.129 - - [10/Mar/2026:02:36:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.536 [auth-system-keycloak-80] [] 10.0.0.148:8080 1928 0.536 200 87b24959e5200333c3eb771e7d413185 199.204.45.129 - - [10/Mar/2026:02:36:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.148:8080 1251 0.008 200 e51d0eb0f289a91cf5c1f47b5c95ac2a 199.204.45.129 - - [10/Mar/2026:02:36:37 +0000] "GET /admin/realms/atmosphere/clients/2ffb9fe2-36c7-4378-a472-738149d4474d/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.045 [auth-system-keycloak-80] [] 10.0.0.148:8080 119 0.044 404 c94af6ae2546be5a66d9c805148a10ef 199.204.45.129 - - [10/Mar/2026:02:36:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.148:8080 1251 0.005 200 415f96e86cc22c2857c0caa1dcca2aa8 199.204.45.129 - - [10/Mar/2026:02:36:38 +0000] "POST /admin/realms/atmosphere/clients/2ffb9fe2-36c7-4378-a472-738149d4474d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.015 201 5b742615ef841c8ad70400e5f509cb97 199.204.45.129 - - [10/Mar/2026:02:36:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.038 [auth-system-keycloak-80] [] 10.0.0.148:8080 1251 0.037 200 3ed3ce6241b570282c814bfa13029260 199.204.45.129 - - [10/Mar/2026:02:36:38 +0000] "GET /admin/realms/atmosphere/clients/2ffb9fe2-36c7-4378-a472-738149d4474d/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.148:8080 166 0.014 200 abe1b31ed0cf4e6493560972954e1b30 W0310 02:36:47.420055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:36:47.420095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:36:50.754509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:36:50.754558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:43.946668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:43.946702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:44.137204 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0310 02:37:44.137257 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0310 02:37:44.137286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:44.137297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:44.137323 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:37:44.137327 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:37:44.137401 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0310 02:37:44.137445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:44.137460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:44.137544 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0310 02:37:44.137629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:44.137652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:37:44.138655 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:18.2kB} I0310 02:37:44.138677 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0310 02:37:44.139503 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0310 02:37:44.139544 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0310 02:37:44.139594 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0310 02:37:44.139631 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0310 02:37:44.147771 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0310 02:37:44.148319 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0310 02:37:44.148347 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0310 02:37:44.148530 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"48adf3fc-fc1b-46ff-800f-dd7874f50a93", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4051", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0310 02:37:44.148610 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"647470f2-fc71-4555-85c9-dc50ed206722", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4052", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:37:44.148769 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0310 02:37:44.148809 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0310 02:37:44.149051 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"9fbd166a-8287-4873-94cc-62c70891597e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4053", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:37:44.149245 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0310 02:37:44.611764 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0310 02:37:44.613390 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0310 02:37:44.660019 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0310 02:37:44.661048 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0310 02:37:44.760134 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0310 02:37:44.761029 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0310 02:37:47.280331 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:37:47.280374 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0310 02:37:47.280394 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:37:47.280464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:47.280475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:37:47.280554 7 controller.go:196] "Configuration changes detected, backend reload required" I0310 02:37:47.323469 7 controller.go:216] "Backend successfully reloaded" I0310 02:37:47.323864 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-shzl6", UID:"a51886af-ff3b-4771-b03f-ac46a891d14b", APIVersion:"v1", ResourceVersion:"1155", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0310 02:37:50.615318 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:37:50.615398 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0310 02:37:50.615538 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:37:50.615675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:50.615708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:53.947586 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:37:53.947643 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0310 02:37:53.947674 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:37:53.947769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:53.947789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:57.281088 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:37:57.281214 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0310 02:37:57.281260 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:37:57.281383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:37:57.281411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:00.614104 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:38:00.614149 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0310 02:38:00.614170 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:38:00.614256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:00.614276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:03.947992 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:38:03.948083 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0310 02:38:03.948145 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:38:03.948296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:03.948324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:07.280631 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:38:07.280750 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:38:07.280911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:07.280939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:10.614435 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:38:10.614548 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:38:10.614671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:10.614703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:38:13.708251 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.104.122.115"}] I0310 02:38:13.708390 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.104.122.115"}] I0310 02:38:13.708448 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.104.122.115"}] I0310 02:38:13.713700 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"48adf3fc-fc1b-46ff-800f-dd7874f50a93", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4919", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0310 02:38:13.717456 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"647470f2-fc71-4555-85c9-dc50ed206722", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4920", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0310 02:38:13.719687 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"9fbd166a-8287-4873-94cc-62c70891597e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4921", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:38:13.947036 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:38:13.947181 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:38:13.947381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:13.947419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:17.281146 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:38:17.281214 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:38:17.281298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:17.281318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:20.614216 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:38:20.614294 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0310 02:38:20.614369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:20.614387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.196 - - [10/Mar/2026:02:38:21 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.032 [auth-system-keycloak-80] [] 10.0.0.148:8080 6432 0.032 200 766bfdcf0c1a31bba29edfe80b5cb9c9 10.0.0.113 - - [10/Mar/2026:02:38:21 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.148:8080 6432 0.007 200 552c02840b6c65c6a2e471cac3dd363d W0310 02:38:23.947342 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0310 02:38:23.947778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:23.947950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:27.280563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:27.280605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:30.614158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:30.614218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:33.947290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:33.947351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:37.280893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:37.280992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:42.832095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:42.832220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:46.167388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:46.167432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [10/Mar/2026:02:38:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.499 [auth-system-keycloak-80] [] 10.0.0.148:8080 1928 0.498 200 154fb6ff3679bdc8b493073460c8d8ab 199.204.45.129 - - [10/Mar/2026:02:38:48 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.148:8080 4246 0.007 200 64090f8002b80ed929703ed35550d3ab 199.204.45.129 - - [10/Mar/2026:02:38:49 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.370 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.369 204 845aa73ce98148ae9540e6ca5ed601fe 199.204.45.129 - - [10/Mar/2026:02:38:49 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.196 [auth-system-keycloak-80] [] 10.0.0.148:8080 4384 0.196 200 4a808e78afb2d100ec48228e1675913a 199.204.45.129 - - [10/Mar/2026:02:38:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.528 [auth-system-keycloak-80] [] 10.0.0.148:8080 1928 0.526 200 b58d7e0b05c171db390e6bcc6d307223 199.204.45.129 - - [10/Mar/2026:02:38:50 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.148:8080 1682 0.009 200 1b6d9f900b69293d8358cf72535b1e10 199.204.45.129 - - [10/Mar/2026:02:38:51 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.008 [auth-system-keycloak-80] [] 10.0.0.148:8080 6432 0.008 200 c21699cc5829f7964185c4aad0914505 199.204.45.129 - - [10/Mar/2026:02:38:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.507 [auth-system-keycloak-80] [] 10.0.0.148:8080 1928 0.505 200 c692f7fda80adaddce13b30d15c86804 199.204.45.129 - - [10/Mar/2026:02:38:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.020 [auth-system-keycloak-80] [] 10.0.0.148:8080 2 0.019 200 fd0195da954aaf0810226b717f8680b2 199.204.45.129 - - [10/Mar/2026:02:38:52 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.201 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.199 201 ebb147a9a5171dafd8b2f456881b60c5 199.204.45.129 - - [10/Mar/2026:02:38:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.061 [auth-system-keycloak-80] [] 10.0.0.148:8080 2246 0.061 200 4a7bf981b545fdd005d70a36045d2b6f 199.204.45.129 - - [10/Mar/2026:02:38:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.456 [auth-system-keycloak-80] [] 10.0.0.148:8080 1928 0.455 200 003324bdd251a195dbff450fbaa8393b 199.204.45.129 - - [10/Mar/2026:02:38:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.148:8080 2246 0.006 200 4be42e4f86a0e2be50080aa004429b95 199.204.45.129 - - [10/Mar/2026:02:38:53 +0000] "GET /admin/realms/atmosphere/clients/18a2f2bb-4e6e-4265-8f22-c16214b29e04/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.016 [auth-system-keycloak-80] [] 10.0.0.148:8080 233 0.017 200 89d0999f0524dbb3f65a763f592fd39f 199.204.45.129 - - [10/Mar/2026:02:38:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.041 [auth-system-keycloak-80] [] 10.0.0.148:8080 831 0.040 200 8e8a42a40c3238bbbd9d333b0c35dcd3 199.204.45.129 - - [10/Mar/2026:02:38:54 +0000] "GET /admin/realms/atmosphere/clients/a3b5e95b-8c03-47ca-b473-7c71e25740c4/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.026 [auth-system-keycloak-80] [] 10.0.0.148:8080 3758 0.026 200 90d6d9d3e7946e46ed9757b53c9caa8c 199.204.45.129 - - [10/Mar/2026:02:38:54 +0000] "GET /admin/realms/atmosphere/users/dab7481f-6849-4243-8395-caa899b5db8d/role-mappings/clients/a3b5e95b-8c03-47ca-b473-7c71e25740c4/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.160 [auth-system-keycloak-80] [] 10.0.0.148:8080 3758 0.160 200 c248d6d6ba747efe826936a454456c01 199.204.45.129 - - [10/Mar/2026:02:38:54 +0000] "GET /admin/realms/atmosphere/users/dab7481f-6849-4243-8395-caa899b5db8d/role-mappings/clients/a3b5e95b-8c03-47ca-b473-7c71e25740c4/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.079 [auth-system-keycloak-80] [] 10.0.0.148:8080 2 0.079 200 940c2fe0c141d5647b9b96f14f0d9759 199.204.45.129 - - [10/Mar/2026:02:38:54 +0000] "POST /admin/realms/atmosphere/users/dab7481f-6849-4243-8395-caa899b5db8d/role-mappings/clients/a3b5e95b-8c03-47ca-b473-7c71e25740c4 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.023 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.022 204 c036660b8a2be88ee4fdf88cab24c997 199.204.45.129 - - [10/Mar/2026:02:38:54 +0000] "GET /admin/realms/atmosphere/users/dab7481f-6849-4243-8395-caa899b5db8d/role-mappings/clients/a3b5e95b-8c03-47ca-b473-7c71e25740c4/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.049 [auth-system-keycloak-80] [] 10.0.0.148:8080 576 0.049 200 b856fb014f2132e55dbb56cd1c53e35d W0310 02:38:57.077988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:38:57.078039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:39:00.412030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:39:00.412069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:39:12.646187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:39:12.646236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:39:15.979931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:39:15.980083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:02.749252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:02.749297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:40.209027 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0310 02:41:40.209119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:40.209140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:41:40.213031 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0310 02:41:40.213072 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0310 02:41:40.217425 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0310 02:41:40.217703 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"a0c0ae58-9b2a-467c-b154-c4a1aefa571b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6369", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:41:40.218273 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0310 02:41:40.218761 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0310 02:41:40.218926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:40.218958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:41:40.219166 7 controller.go:196] "Configuration changes detected, backend reload required" I0310 02:41:40.265265 7 controller.go:216] "Backend successfully reloaded" I0310 02:41:40.265502 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-shzl6", UID:"a51886af-ff3b-4771-b03f-ac46a891d14b", APIVersion:"v1", ResourceVersion:"1155", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0310 02:41:40.592550 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0310 02:41:40.593724 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0310 02:41:43.552951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:43.552993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [10/Mar/2026:02:41:44 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.022 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.023 300 6250502338f54bf37a7481322ff81cb6 199.204.45.129 - - [10/Mar/2026:02:41:46 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.018 [openstack-keystone-api-5000] [] 10.0.0.88:5000 266 0.019 200 69dc4fb0d09c169eea363e1ec2146d91 199.204.45.129 - - [10/Mar/2026:02:41:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.343 [openstack-keystone-api-5000] [] 10.0.0.88:5000 1360 0.343 201 c79355289d71c3f314ed8fb74ec6a635 199.204.45.129 - - [10/Mar/2026:02:41:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.004 300 eee2058344f1a3129eb4d7b3c2aca5b8 199.204.45.129 - - [10/Mar/2026:02:41:46 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.033 [openstack-keystone-api-5000] [] 10.0.0.88:5000 90 0.033 404 be56d354038e5a1daf4de90b0773c598 199.204.45.129 - - [10/Mar/2026:02:41:46 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.88:5000 370 0.026 200 dc4af1357f9d610f0f4706de4e566a5e 199.204.45.129 - - [10/Mar/2026:02:41:46 +0000] "GET /v3/domains/5ec8d02f438849f4955843130503c28b HTTP/1.1" 200 247 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.88:5000 247 0.021 200 6d89649d33547fe23c0659747bc24c27 199.204.45.129 - - [10/Mar/2026:02:41:47 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.88:5000 266 0.003 200 1bf7829fa51066bcb3ff6a5d0cecdbdc 199.204.45.129 - - [10/Mar/2026:02:41:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.88:5000 1360 0.301 201 0f7fe2f0f6e4036f18f0d6b018a870e5 199.204.45.129 - - [10/Mar/2026:02:41:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.003 300 82fffacfdc25cd726d87fee7b8b8d0a6 199.204.45.129 - - [10/Mar/2026:02:41:47 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.024 [openstack-keystone-api-5000] [] 10.0.0.88:5000 101 0.024 404 84754b7502888629068b6611981cbf2c 199.204.45.129 - - [10/Mar/2026:02:41:47 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.018 [openstack-keystone-api-5000] [] 10.0.0.88:5000 156 0.018 200 f996bc76674fec0a472878599aee52a0 199.204.45.129 - - [10/Mar/2026:02:41:47 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.026 [openstack-keystone-api-5000] [] 10.0.0.88:5000 342 0.026 201 eb1c7c2ec061b24227d189b58a7aa3f4 199.204.45.129 - - [10/Mar/2026:02:41:48 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.88:5000 266 0.004 200 05feb07b85fed66c28f73712a6806d98 199.204.45.129 - - [10/Mar/2026:02:41:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.88:5000 1360 0.301 201 1373c43bd47ec0702d46cb79d90da385 199.204.45.129 - - [10/Mar/2026:02:41:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.004 300 7ad963102dcdccb2326f15513ea9e135 199.204.45.129 - - [10/Mar/2026:02:41:48 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.88:5000 98 0.020 404 40f15091f9dbbb3bc8c1eb2767ca0264 199.204.45.129 - - [10/Mar/2026:02:41:48 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.88:5000 136 0.017 200 c735433955c4ade790690695ec803382 199.204.45.129 - - [10/Mar/2026:02:41:48 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.88:5000 357 0.020 201 29fc1ca38e64eb4cdeadc7f5332efc4e 199.204.45.129 - - [10/Mar/2026:02:41:49 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.88:5000 266 0.003 200 cad56495101a514129fa5d2fde97854a 199.204.45.129 - - [10/Mar/2026:02:41:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.88:5000 1360 0.290 201 8b58df9ea201147fd7fe4199b1834351 199.204.45.129 - - [10/Mar/2026:02:41:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.004 300 3aa233de762d8294e60af7e0c118dc3a 199.204.45.129 - - [10/Mar/2026:02:41:49 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.022 [openstack-keystone-api-5000] [] 10.0.0.88:5000 131 0.022 404 09b39a3d808838dd491f11daa1e81c3f 199.204.45.129 - - [10/Mar/2026:02:41:49 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.015 [openstack-keystone-api-5000] [] 10.0.0.88:5000 168 0.016 200 1dd8b5c4ccae58fed6625ef932ef5af8 199.204.45.129 - - [10/Mar/2026:02:41:49 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.022 [openstack-keystone-api-5000] [] 10.0.0.88:5000 224 0.022 201 b6f45b7bbe890638707ab811cc170061 W0310 02:41:58.948609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:41:58.948767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:42:02.283586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:42:02.283622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:42:05.953563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:42:05.953599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:42:09.287342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:42:09.287393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:42:13.705533 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.104.122.115"}] I0310 02:42:13.710884 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"a0c0ae58-9b2a-467c-b154-c4a1aefa571b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6635", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:42:13.712906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:42:13.712956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:42:24.424256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:42:24.424304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:42:32.210982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:42:32.211021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:42:35.546701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:42:35.546747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:44:08.626800 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0310 02:44:08.626886 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0310 02:44:08.626932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:44:08.626951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:44:08.629735 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:32.2kB} I0310 02:44:08.629760 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0310 02:44:08.634644 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0310 02:44:08.634927 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"82a3d055-8e86-41d5-96db-22ead661c36e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7418", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:44:08.635184 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0310 02:44:08.635583 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0310 02:44:08.635687 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0310 02:44:08.635763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:44:08.635786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:44:08.635915 7 controller.go:196] "Configuration changes detected, backend reload required" I0310 02:44:08.683196 7 controller.go:216] "Backend successfully reloaded" I0310 02:44:08.683525 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-shzl6", UID:"a51886af-ff3b-4771-b03f-ac46a891d14b", APIVersion:"v1", ResourceVersion:"1155", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0310 02:44:08.883651 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0310 02:44:08.884502 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.129 - - [10/Mar/2026:02:44:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.004 300 cf177bc74f80f5e2e0a585926eb755ea 199.204.45.129 - - [10/Mar/2026:02:44:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.346 [openstack-keystone-api-5000] [] 10.0.0.88:5000 1992 0.347 201 a93d27f84a4ece1c6b395810fdcabc39 199.204.45.129 - - [10/Mar/2026:02:44:09 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.021 [openstack-keystone-api-5000] [] 10.0.0.88:5000 85 0.021 404 3afa52a080568599ee1ec01770b809e5 199.204.45.129 - - [10/Mar/2026:02:44:09 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.022 [openstack-keystone-api-5000] [] 10.0.0.88:5000 129 0.022 200 e0535230274a7bfecaa1677ac641ab37 199.204.45.129 - - [10/Mar/2026:02:44:09 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.025 [openstack-keystone-api-5000] [] 10.0.0.88:5000 230 0.026 201 dbcb90ec925dcb65db03129c08119171 W0310 02:44:11.969581 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0310 02:44:11.969710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:44:11.969730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:44:13.704349 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.104.122.115"}] I0310 02:44:13.712833 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"82a3d055-8e86-41d5-96db-22ead661c36e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7474", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:44:15.303175 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0310 02:44:15.303345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:44:15.303367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [10/Mar/2026:02:44:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.003 300 9cd3977efecd2132940dfaff8d1b10f2 199.204.45.129 - - [10/Mar/2026:02:44:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 549 0.302 [openstack-keystone-api-5000] [] 10.0.0.88:5000 1992 0.302 201 8f12b5e5fe169eb5601f2d14438de463 199.204.45.129 - - [10/Mar/2026:02:44:18 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.030 [openstack-keystone-api-5000] [] 10.0.0.88:5000 1521 0.030 200 a59e96496630fe342f7bc10d350266ca 199.204.45.129 - - [10/Mar/2026:02:44:18 +0000] "PUT /v3/roles/891ea3329aa74c7d9d377b4cad55327a/implies/8a2193b6f7594e9f9fcf196b0724db2c HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.030 [openstack-keystone-api-5000] [] 10.0.0.88:5000 521 0.030 201 10b1ae1909ce16935880c5150df247ec W0310 02:44:22.589046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:44:22.589079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [10/Mar/2026:02:45:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.003 300 d4cf2dbd5c012becb34e2cdfec293f17 199.204.45.129 - - [10/Mar/2026:02:45:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.333 [openstack-keystone-api-5000] [] 10.0.0.88:5000 2055 0.333 201 8bad14a64ff49c286ca128786180e633 199.204.45.129 - - [10/Mar/2026:02:45:03 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.021 [openstack-keystone-api-5000] [] 10.0.0.88:5000 87 0.020 404 e330253dc1a70612cfc4e13513af4275 199.204.45.129 - - [10/Mar/2026:02:45:03 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.029 [openstack-keystone-api-5000] [] 10.0.0.88:5000 390 0.029 200 ed2fb6a62b3d152bc1c1c7b692bbd8ed 199.204.45.129 - - [10/Mar/2026:02:45:03 +0000] "GET /v3/users/rgw-RegionOne?domain_id=00bb7341aaac4795a7929649a3eef4bb HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.021 [openstack-keystone-api-5000] [] 10.0.0.88:5000 91 0.021 404 b12cb6b2941b2b97c4684720d73907ff 199.204.45.129 - - [10/Mar/2026:02:45:03 +0000] "GET /v3/users?domain_id=00bb7341aaac4795a7929649a3eef4bb&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.053 [openstack-keystone-api-5000] [] 10.0.0.88:5000 178 0.053 200 76c4c5ea5e3cdaa5addad7726b634bbc 199.204.45.129 - - [10/Mar/2026:02:45:03 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.302 [openstack-keystone-api-5000] [] 10.0.0.88:5000 291 0.301 201 fadd7561e4293bad5a36338002e2973e 199.204.45.129 - - [10/Mar/2026:02:45:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.003 300 e25988e7cc10d856f13291ef62225e1e 199.204.45.129 - - [10/Mar/2026:02:45:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.88:5000 2055 0.295 201 fe93f1ceaad872f337dbb38f679fc6e3 199.204.45.129 - - [10/Mar/2026:02:45:08 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 430 0.022 [openstack-keystone-api-5000] [] 10.0.0.88:5000 83 0.022 404 9b079603af67924cc5ded8957ac41638 199.204.45.129 - - [10/Mar/2026:02:45:08 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 448 0.019 [openstack-keystone-api-5000] [] 10.0.0.88:5000 361 0.019 200 6cbbf84d3ed55b2aa3edc1b95a073174 199.204.45.129 - - [10/Mar/2026:02:45:08 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.88:5000 87 0.022 404 0a3f996a8e07856427cb4bfc708c90c8 199.204.45.129 - - [10/Mar/2026:02:45:08 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 452 0.026 [openstack-keystone-api-5000] [] 10.0.0.88:5000 390 0.026 200 b17e3f20edb9f07fe7faf00b7ab2c6b5 199.204.45.129 - - [10/Mar/2026:02:45:08 +0000] "GET /v3/users/rgw-RegionOne?domain_id=00bb7341aaac4795a7929649a3eef4bb HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 481 0.020 [openstack-keystone-api-5000] [] 10.0.0.88:5000 91 0.020 404 2ce54b8a7a5d590a036165d8ef34811e 199.204.45.129 - - [10/Mar/2026:02:45:08 +0000] "GET /v3/users?domain_id=00bb7341aaac4795a7929649a3eef4bb&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 499 0.039 [openstack-keystone-api-5000] [] 10.0.0.88:5000 458 0.038 200 9a550f39ba7c839263e09359b3230767 199.204.45.129 - - [10/Mar/2026:02:45:08 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 435 0.024 [openstack-keystone-api-5000] [] 10.0.0.88:5000 88 0.024 404 fbdb96ce59ab0c5a3e222b9604442bd5 199.204.45.129 - - [10/Mar/2026:02:45:08 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 453 0.028 [openstack-keystone-api-5000] [] 10.0.0.88:5000 520 0.028 200 2902b8c4631c81b88b40e93eee14c272 199.204.45.129 - - [10/Mar/2026:02:45:08 +0000] "PUT /v3/projects/6470275f822d4641a96b42312f42263d/users/4d3daf49b41b457396bdf7a7073957fe/roles/7f614403366b41329dd2f4655637f900 HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 557 0.034 [openstack-keystone-api-5000] [] 10.0.0.88:5000 0 0.034 204 fd75f892beb7a65dad947a261f9c5f18 199.204.45.129 - - [10/Mar/2026:02:45:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.004 300 8a2bee32287890836ae7375c50c5a888 199.204.45.129 - - [10/Mar/2026:02:45:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.345 [openstack-keystone-api-5000] [] 10.0.0.88:5000 2055 0.345 201 e4d0346afd0651d1588df75426654907 199.204.45.129 - - [10/Mar/2026:02:45:11 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.021 [openstack-keystone-api-5000] [] 10.0.0.88:5000 151 0.022 200 5cd15bc38eeeee0974bc24d7788f51ee 199.204.45.129 - - [10/Mar/2026:02:45:11 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.028 [openstack-keystone-api-5000] [] 10.0.0.88:5000 263 0.028 201 aeca363132232aa20bf218b9caf346c3 199.204.45.129 - - [10/Mar/2026:02:45:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.003 300 c1aee2f42f7208e4e479cfb0e647c58a 199.204.45.129 - - [10/Mar/2026:02:45:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.314 [openstack-keystone-api-5000] [] 10.0.0.88:5000 2157 0.314 201 8505410c0b5c8d7258d5f53a8d5cedb1 199.204.45.129 - - [10/Mar/2026:02:45:12 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.020 [openstack-keystone-api-5000] [] 10.0.0.88:5000 86 0.019 404 7d3bcc541ce006efae78437f18af1b0e 199.204.45.129 - - [10/Mar/2026:02:45:12 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.020 [openstack-keystone-api-5000] [] 10.0.0.88:5000 382 0.020 200 310b64f7001231e215242a2cc2f529a7 199.204.45.129 - - [10/Mar/2026:02:45:12 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=bdb6f0119fce4d3faa341950e75b846a HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.020 [openstack-keystone-api-5000] [] 10.0.0.88:5000 205 0.020 200 8d5032ae96d18c946c9fb4318bd29a55 199.204.45.129 - - [10/Mar/2026:02:45:12 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.025 [openstack-keystone-api-5000] [] 10.0.0.88:5000 379 0.024 201 2a139bed233b45e6ffff707a7775ead6 199.204.45.129 - - [10/Mar/2026:02:45:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.006 300 8a5503de45c47e323203cde659c6a238 199.204.45.129 - - [10/Mar/2026:02:45:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.307 [openstack-keystone-api-5000] [] 10.0.0.88:5000 2366 0.306 201 65649d4bca5cff8b216a2126217082ee 199.204.45.129 - - [10/Mar/2026:02:45:13 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.88:5000 86 0.024 404 995d8dead6c5fe45b6c852fc4866a0b9 199.204.45.129 - - [10/Mar/2026:02:45:13 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.022 [openstack-keystone-api-5000] [] 10.0.0.88:5000 382 0.022 200 142b850d4c859e6ad0b13ae4da1a0186 199.204.45.129 - - [10/Mar/2026:02:45:13 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=bdb6f0119fce4d3faa341950e75b846a HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.018 [openstack-keystone-api-5000] [] 10.0.0.88:5000 207 0.017 200 0165930307380591512f177569027855 199.204.45.129 - - [10/Mar/2026:02:45:13 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.028 [openstack-keystone-api-5000] [] 10.0.0.88:5000 392 0.029 201 9d6cc4308570600630e992d5cad99224 W0310 02:45:14.551651 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0310 02:45:14.551749 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0310 02:45:14.551798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:14.551810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:45:14.554800 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.003s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:35.7kB} I0310 02:45:14.554827 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0310 02:45:14.572090 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0310 02:45:14.572376 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"1caf73a0-e5aa-40e5-8ed8-0de02cc5fe78", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7958", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:45:14.572489 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0310 02:45:14.572842 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0310 02:45:14.572928 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0310 02:45:14.573016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:14.573043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:45:14.573205 7 controller.go:196] "Configuration changes detected, backend reload required" I0310 02:45:14.640430 7 controller.go:216] "Backend successfully reloaded" I0310 02:45:14.640808 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-shzl6", UID:"a51886af-ff3b-4771-b03f-ac46a891d14b", APIVersion:"v1", ResourceVersion:"1155", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0310 02:45:14.977847 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0310 02:45:14.978575 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0310 02:45:17.907597 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0310 02:45:17.907791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:17.907815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:31.225060 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0310 02:45:31.229445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:31.231746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:35.395296 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0310 02:45:35.395419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:35.395492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:45:35.395923 7 controller.go:196] "Configuration changes detected, backend reload required" I0310 02:45:35.446017 7 controller.go:216] "Backend successfully reloaded" I0310 02:45:35.446231 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-shzl6", UID:"a51886af-ff3b-4771-b03f-ac46a891d14b", APIVersion:"v1", ResourceVersion:"1155", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0310 02:45:38.729047 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0310 02:45:38.729417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:38.729493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:42.062498 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0310 02:45:42.062743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:42.062775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:45.396717 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0310 02:45:45.396918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:45.396949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:48.729918 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0310 02:45:48.730212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:45:48.730385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:46:01.752380 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0310 02:46:01.752539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:46:01.752567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:46:10.109604 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0310 02:46:10.109849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:46:10.109883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:46:13.706935 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.104.122.115"}] I0310 02:46:13.714433 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"1caf73a0-e5aa-40e5-8ed8-0de02cc5fe78", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8531", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:46:13.717213 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0310 02:46:13.717547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:46:13.717576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:46:19.229118 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0310 02:46:19.229290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:46:19.229311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:46:57.978993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:46:57.979030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:48:19.081509 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0310 02:48:19.081647 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0310 02:48:19.081779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:48:19.081838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:48:19.087015 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:39.2kB} I0310 02:48:19.087051 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0310 02:48:19.092826 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0310 02:48:19.093104 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"caaff9dc-8552-4aae-94a8-68ffae7c6d5b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9405", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:48:19.093225 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0310 02:48:19.093521 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0310 02:48:19.093595 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0310 02:48:19.093649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:48:19.093667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:48:19.093770 7 controller.go:196] "Configuration changes detected, backend reload required" I0310 02:48:19.146871 7 controller.go:216] "Backend successfully reloaded" I0310 02:48:19.147202 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-shzl6", UID:"a51886af-ff3b-4771-b03f-ac46a891d14b", APIVersion:"v1", ResourceVersion:"1155", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0310 02:48:19.487042 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0310 02:48:19.487966 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0310 02:48:22.427356 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0310 02:48:22.427594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:48:22.427633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [10/Mar/2026:02:48:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.004 300 db547cb4d16b62b374bdf0549bc1612f 199.204.45.129 - - [10/Mar/2026:02:48:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.331 [openstack-keystone-api-5000] [] 10.0.0.88:5000 3201 0.331 201 f1ce311997b0848c45bdd0f12e8a453a 199.204.45.129 - - [10/Mar/2026:02:48:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 795ed8d37cc690f86edbeced2b30d80d 199.204.45.129 - - [10/Mar/2026:02:48:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5c57400d51bfac752f8fc5e69d58a859 199.204.45.129 - - [10/Mar/2026:02:48:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.005 300 d3b2df4f48e9cb2293681188be2b450c 199.204.45.129 - - [10/Mar/2026:02:48:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.88:5000 3201 0.300 201 a354c2b8115d1bc1324a37acbb890bde 199.204.45.129 - - [10/Mar/2026:02:48:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a241c4c6f39bf566f69300f6e36e6528 199.204.45.129 - - [10/Mar/2026:02:48:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 25e627859f414e9eab626186029f2c73 199.204.45.129 - - [10/Mar/2026:02:48:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.004 300 e2282b41506d7797b091863af4cd99fa 199.204.45.129 - - [10/Mar/2026:02:48:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.88:5000 3201 0.302 201 3141d646a80bf906247ae3d3e6d77d81 199.204.45.129 - - [10/Mar/2026:02:48:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 88fda9163ddd3798104107b865dd5f57 199.204.45.129 - - [10/Mar/2026:02:48:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9d861c224af2feb3b85f116af0caf4b8 199.204.45.129 - - [10/Mar/2026:02:48:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.004 300 6bebb5df9c3468825dcc2da19aea8190 199.204.45.129 - - [10/Mar/2026:02:48:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.88:5000 3201 0.296 201 b028ca9869a208646fe5076bc5fcc044 199.204.45.129 - - [10/Mar/2026:02:48:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2ea9af25cd5ccc1dbb9fbf1c2698e700 199.204.45.129 - - [10/Mar/2026:02:48:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 10d40f344a846a29f91c157fdea011c9 W0310 02:48:29.553441 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0310 02:48:29.553669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:48:29.553690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [10/Mar/2026:02:48:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.004 300 dc213614ef38f53c361d90bdea17bcd3 199.204.45.129 - - [10/Mar/2026:02:48:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.308 [openstack-keystone-api-5000] [] 10.0.0.88:5000 3201 0.308 201 65016ab9413f31a74b944265e6212006 199.204.45.129 - - [10/Mar/2026:02:48:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c75a17b4add8a152afcf4590b3bde1ea 199.204.45.129 - - [10/Mar/2026:02:48:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e4c428f320b1bbe67543d413f89465d8 199.204.45.129 - - [10/Mar/2026:02:48:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.005 300 9dbaa90233768c31d19e0edb7388a9ad 199.204.45.129 - - [10/Mar/2026:02:48:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.88:5000 3201 0.305 201 a9255c891a7b3e31a56019bb68c95086 199.204.45.129 - - [10/Mar/2026:02:48:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fc8aa2319ee2cdc250d45e7d49e92e87 199.204.45.129 - - [10/Mar/2026:02:48:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 44979c70a5a788e59308e1ce390289cf 199.204.45.129 - - [10/Mar/2026:02:48:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.005 300 9e97b808bcca2867defe269e1f53e789 199.204.45.129 - - [10/Mar/2026:02:48:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.327 [openstack-keystone-api-5000] [] 10.0.0.88:5000 3201 0.328 201 061269e86b8105ad73d322258da46b22 199.204.45.129 - - [10/Mar/2026:02:48:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0c3b7a24d7e435de7ae6100a6aeb0d18 199.204.45.129 - - [10/Mar/2026:02:48:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - aa273f5e167b4a4db887daf489cdfcd6 199.204.45.129 - - [10/Mar/2026:02:48:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.003 300 3966cc6179ffa012b79e0e3391445213 199.204.45.129 - - [10/Mar/2026:02:48:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.88:5000 3201 0.302 201 98d8226c0e8ba40f6f5ea01f007b9fb7 199.204.45.129 - - [10/Mar/2026:02:48:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b0dfdbc9ebb710b55f0896210f28af31 199.204.45.129 - - [10/Mar/2026:02:48:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8c4d3dac2d72b92a450df4b3557d3e28 199.204.45.129 - - [10/Mar/2026:02:48:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.002 300 7b77010edb03c44a92da4482d415fa9a 199.204.45.129 - - [10/Mar/2026:02:48:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.88:5000 3201 0.306 201 5ca7dec3e547cfc6d2a34e13566e26ba 199.204.45.129 - - [10/Mar/2026:02:48:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d0aef7a7bbdbe2043386a8755a225530 199.204.45.129 - - [10/Mar/2026:02:48:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - be29e37a9f0e07bf7c7cc2b3a09730fc W0310 02:48:38.960781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:48:38.960834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [10/Mar/2026:02:48:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.004 300 d1706877bc3009ab045e232f872b4457 199.204.45.129 - - [10/Mar/2026:02:48:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.88:5000 3201 0.288 201 b5fa5b080f42411ebad9637953f9ade3 199.204.45.129 - - [10/Mar/2026:02:48:39 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.98:9292 1312 0.001 300 2817ee931b3200cf0ed9ffb928577ed6 199.204.45.129 - - [10/Mar/2026:02:48:40 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.567 [openstack-glance-api-9292] [] 10.0.0.98:9292 69 0.568 200 8485de008d5df4f0927c7ffb1f3f4c85 199.204.45.129 - - [10/Mar/2026:02:48:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.88:5000 281 0.004 300 3e806652d7e94cc92b30c60c72f41117 199.204.45.129 - - [10/Mar/2026:02:48:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.88:5000 3201 0.294 201 9c78455c59189bed053d5431a94306fe 199.204.45.129 - - [10/Mar/2026:02:48:43 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.98:9292 1312 0.003 300 c564fd354f38c726ea0303a8f4507d91 199.204.45.129 - - [10/Mar/2026:02:48:43 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.039 [openstack-glance-api-9292] [] 10.0.0.98:9292 69 0.039 200 7c08d7a1798ad43f4b1a610d9d875b11 199.204.45.129 - - [10/Mar/2026:02:48:43 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.129 [openstack-glance-api-9292] [] 10.0.0.98:9292 151 0.129 404 347852e05d827156da4ef57d2368e71b 199.204.45.129 - - [10/Mar/2026:02:48:43 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.024 [openstack-glance-api-9292] [] 10.0.0.98:9292 81 0.023 200 18b28d928c94c672cfe018355f04507c 199.204.45.129 - - [10/Mar/2026:02:48:43 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.028 [openstack-glance-api-9292] [] 10.0.0.98:9292 84 0.028 200 ffddeb8ff2d403ed2303aa22f8f68743 199.204.45.129 - - [10/Mar/2026:02:48:43 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.052 [openstack-glance-api-9292] [] 10.0.0.98:9292 760 0.053 201 52bc2d9ed03666cca0662b803122f001 199.204.45.129 - - [10/Mar/2026:02:48:48 +0000] "PUT /v2/images/fe564cb0-67ad-4a59-9e6a-6846a39416cf/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 5.014 [openstack-glance-api-9292] [] 10.0.0.98:9292 0 5.014 204 aeeec679870823c7a0decdb0f2545ca5 199.204.45.129 - - [10/Mar/2026:02:48:49 +0000] "GET /v2/images/fe564cb0-67ad-4a59-9e6a-6846a39416cf HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.98:9292 1171 0.015 200 7f35cf56444d48f8a3414184b59fae58 199.204.45.129 - - [10/Mar/2026:02:48:49 +0000] "GET /v2/images/fe564cb0-67ad-4a59-9e6a-6846a39416cf HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.98:9292 1171 0.014 200 ee55b4e62327b107ef5e1070a4925b06 W0310 02:48:51.951209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:48:51.951459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:48:55.286220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:48:55.286272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0310 02:49:13.706244 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.104.122.115"}] I0310 02:49:13.715061 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"caaff9dc-8552-4aae-94a8-68ffae7c6d5b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9848", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0310 02:49:13.717332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0310 02:49:13.717371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store