------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0410 01:12:39.421226 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0410 01:12:39.421534 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0410 01:12:39.431181 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0410 01:12:39.434470 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0410 01:12:39.820862 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0410 01:12:39.840560 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0410 01:12:39.856617 7 nginx.go:271] "Starting NGINX Ingress controller" I0410 01:12:39.861613 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"af8ae2d8-4e70-4edd-bdca-5ea9f32173a3", APIVersion:"v1", ResourceVersion:"1330", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0410 01:12:39.866563 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"fbca8aff-aa4d-43dd-a063-e1f64b21a9e9", APIVersion:"v1", ResourceVersion:"1333", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0410 01:12:39.866603 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"10aecc5b-3186-4046-a1a7-ee0f00196056", APIVersion:"v1", ResourceVersion:"1331", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0410 01:12:41.059863 7 nginx.go:317] "Starting NGINX process" I0410 01:12:41.060031 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0410 01:12:41.060368 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0410 01:12:41.060719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:12:41.060768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:12:41.060825 7 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:12:41.074823 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0410 01:12:41.074945 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-87hpf" I0410 01:12:41.096319 7 controller.go:216] "Backend successfully reloaded" I0410 01:12:41.096463 7 controller.go:227] "Initial sync, sleeping for 1 second" I0410 01:12:41.096563 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-87hpf", UID:"0e2f91d5-4609-455f-a2fe-baba22c0d6e2", APIVersion:"v1", ResourceVersion:"1375", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0410 01:12:44.884610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:12:44.884666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:12:48.219074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:12:48.219113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:12:51.552174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:12:51.552216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:12:54.885364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:12:54.885413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:12:58.219036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:12:58.219078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:01.552845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:01.552885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:04.885713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:04.885758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:08.218569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:08.218614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:11.552029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:11.552069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:16.451959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:16.452004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:06.310510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:06.310540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:29.310137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:29.310179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:32.644853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:32.644895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:35.977909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:35.977949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:39.311178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:39.311222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:42.644176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:42.644211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:45.977752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:45.977798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:49.311311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:49.311357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:52.644789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:52.644832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:55.976991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:55.977035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:59.310319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:59.310359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:17:00.890075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:17:00.890107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:17:03.573187 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-74.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-74.nip.io-tls was not found. Using default certificate W0410 01:17:03.573231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:17:03.573244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:17:03.574494 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0410 01:17:03.574521 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0410 01:17:03.583104 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0410 01:17:03.583334 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"eae137d5-9dc6-4714-bfd6-b442522ae2fc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3372", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:17:03.583633 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-74.nip.io-tls" in local store I0410 01:17:03.830463 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-74.nip.io-tls" I0410 01:17:03.831130 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-74.nip.io-tls" W0410 01:17:04.224196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:17:04.224241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:17:04.224313 7 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:17:04.265635 7 controller.go:216] "Backend successfully reloaded" I0410 01:17:04.265925 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-87hpf", UID:"0e2f91d5-4609-455f-a2fe-baba22c0d6e2", APIVersion:"v1", ResourceVersion:"1375", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0410 01:17:07.559290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:17:07.559336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.74 - - [10/Apr/2026:01:17:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.937 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 1.935 200 dc75164edd2c69146479096b301f2150 199.204.45.74 - - [10/Apr/2026:01:17:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.168 [auth-system-keycloak-80] [] 10.0.0.116:8080 116 0.168 404 b317c3e255db6b2c113b6f85313c261f 199.204.45.74 - - [10/Apr/2026:01:17:18 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.082 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 4.081 201 ec51cc51c3817335d87043466ca546b9 199.204.45.74 - - [10/Apr/2026:01:17:19 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.596 [auth-system-keycloak-80] [] 10.0.0.116:8080 4246 0.596 200 a49edda0b3819e85c6603b96f2e75ca1 199.204.45.74 - - [10/Apr/2026:01:17:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.508 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.507 200 c419615cbc204033972330f6d91f0f41 199.204.45.74 - - [10/Apr/2026:01:17:20 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.086 [auth-system-keycloak-80] [] 10.0.0.116:8080 12500 0.086 200 9779f10b3da35c66e355ae1408cc15c0 199.204.45.74 - - [10/Apr/2026:01:17:20 +0000] "GET /admin/realms/atmosphere/client-scopes/79e85126-31aa-4f46-94fa-92fcb9cef8a6 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.072 [auth-system-keycloak-80] [] 10.0.0.116:8080 1278 0.072 200 40bd2e7d695fb801b2d5f73d8736d476 199.204.45.74 - - [10/Apr/2026:01:17:20 +0000] "PUT /admin/realms/atmosphere/client-scopes/79e85126-31aa-4f46-94fa-92fcb9cef8a6 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.015 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.014 204 e4643d2c547a4dc84077aebd83a22090 199.204.45.74 - - [10/Apr/2026:01:17:20 +0000] "GET /admin/realms/atmosphere/client-scopes/79e85126-31aa-4f46-94fa-92fcb9cef8a6/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.076 [auth-system-keycloak-80] [] 10.0.0.116:8080 963 0.076 200 4be032ed5fd3155813f76f3a1b5fc96f 199.204.45.74 - - [10/Apr/2026:01:17:20 +0000] "GET /admin/realms/atmosphere/client-scopes/79e85126-31aa-4f46-94fa-92fcb9cef8a6/protocol-mappers/models/ec9da491-53b0-4157-af00-cf253b4dde22 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.010 [auth-system-keycloak-80] [] 10.0.0.116:8080 366 0.010 200 565ce7ed43fbf982b5b4e28b33ee284f 199.204.45.74 - - [10/Apr/2026:01:17:20 +0000] "PUT /admin/realms/atmosphere/client-scopes/79e85126-31aa-4f46-94fa-92fcb9cef8a6/protocol-mappers/models/ec9da491-53b0-4157-af00-cf253b4dde22 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.068 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.068 204 dc64642d5fcf08cf14dd34d994b419b4 199.204.45.74 - - [10/Apr/2026:01:17:20 +0000] "GET /admin/realms/atmosphere/client-scopes/79e85126-31aa-4f46-94fa-92fcb9cef8a6 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.082 [auth-system-keycloak-80] [] 10.0.0.116:8080 1218 0.082 200 682fd2a4db3b2d898b0bd93d67f54945 I0410 01:17:41.081802 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.100.241.187"}] I0410 01:17:41.086466 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"eae137d5-9dc6-4714-bfd6-b442522ae2fc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3756", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:17:41.088308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:17:41.088339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.74 - - [10/Apr/2026:01:17:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.491 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.490 200 a89d0425ba01cdeee6bc2668a11603f3 199.204.45.74 - - [10/Apr/2026:01:17:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.116:8080 2 0.012 200 f6744ac277792e865d4deb6b59121d90 199.204.45.74 - - [10/Apr/2026:01:17:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.184 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.183 201 a17b86140e568bb6101675c2f19dae8a 199.204.45.74 - - [10/Apr/2026:01:17:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.082 [auth-system-keycloak-80] [] 10.0.0.116:8080 1259 0.082 200 ac1e25fc150df13d04c40bd1e491c374 199.204.45.74 - - [10/Apr/2026:01:17:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.467 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.466 200 d09e75953ad4b2dfcb839d22ce6bb853 199.204.45.74 - - [10/Apr/2026:01:17:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.028 [auth-system-keycloak-80] [] 10.0.0.116:8080 2 0.028 200 d5603fc2ab5cc65b8ed4015240ca6378 199.204.45.74 - - [10/Apr/2026:01:17:43 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.111 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.110 201 5c398ca400d4b45b9e13288d9f80a032 199.204.45.74 - - [10/Apr/2026:01:17:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.075 [auth-system-keycloak-80] [] 10.0.0.116:8080 1283 0.075 200 88243509298ba992b3e54115aef31580 199.204.45.74 - - [10/Apr/2026:01:17:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.800 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.799 200 cc1812f746677206fa1d3f084192e88a 199.204.45.74 - - [10/Apr/2026:01:17:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.116:8080 2 0.010 200 fd85c002e2f3e52588fce8b5b2a9ce86 199.204.45.74 - - [10/Apr/2026:01:17:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.090 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.090 201 482c167c51e0d4c18675cc65077a20fb 199.204.45.74 - - [10/Apr/2026:01:17:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.080 [auth-system-keycloak-80] [] 10.0.0.116:8080 1249 0.080 200 8001996e08034e504a1ae5786b8bf6cc 199.204.45.74 - - [10/Apr/2026:01:17:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.463 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.461 200 1d14a356306282d8dc9d2c42b1527a6f 199.204.45.74 - - [10/Apr/2026:01:17:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.116:8080 1259 0.009 200 390a4f374e5a8d514536f1a8bbc369ce 199.204.45.74 - - [10/Apr/2026:01:17:45 +0000] "GET /admin/realms/atmosphere/clients/b240b8e3-3896-475f-8645-2a5ea5ac7903/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.017 [auth-system-keycloak-80] [] 10.0.0.116:8080 119 0.017 404 3e4bb91e8469a88bfc703ee0d832dc12 199.204.45.74 - - [10/Apr/2026:01:17:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.116:8080 1259 0.006 200 0468c3526f13fcef20ae6fa692b32bf0 199.204.45.74 - - [10/Apr/2026:01:17:45 +0000] "POST /admin/realms/atmosphere/clients/b240b8e3-3896-475f-8645-2a5ea5ac7903/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.034 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.033 201 259e8d805b8377806393c11e5ef70ef1 199.204.45.74 - - [10/Apr/2026:01:17:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.116:8080 1259 0.007 200 1d95bdd41e1ea5ef23eea352639584dc 199.204.45.74 - - [10/Apr/2026:01:17:46 +0000] "GET /admin/realms/atmosphere/clients/b240b8e3-3896-475f-8645-2a5ea5ac7903/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.058 [auth-system-keycloak-80] [] 10.0.0.116:8080 166 0.058 200 425d870b646409b11cb13d579fcff579 199.204.45.74 - - [10/Apr/2026:01:17:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.460 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.458 200 c6c8c6cd8eadac9ad442ec74dfe15e4e 199.204.45.74 - - [10/Apr/2026:01:17:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.116:8080 1283 0.009 200 cdcea46518e5a6334a2a70537f9bc0ab 199.204.45.74 - - [10/Apr/2026:01:17:46 +0000] "GET /admin/realms/atmosphere/clients/480e9cfb-9502-4010-9b8e-d10f8a5caf13/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.026 [auth-system-keycloak-80] [] 10.0.0.116:8080 119 0.026 404 1153e2d743f736d2ab5dd4a499545516 199.204.45.74 - - [10/Apr/2026:01:17:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.116:8080 1283 0.006 200 e7a08f5c0ed64546302302e7deb4e90d 199.204.45.74 - - [10/Apr/2026:01:17:46 +0000] "POST /admin/realms/atmosphere/clients/480e9cfb-9502-4010-9b8e-d10f8a5caf13/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.016 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.015 201 49b5cda1a70f880fc1d7a575be6bfcf6 199.204.45.74 - - [10/Apr/2026:01:17:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.116:8080 1283 0.007 200 8dea96050392d8b71e11ea790fd060fb 199.204.45.74 - - [10/Apr/2026:01:17:46 +0000] "GET /admin/realms/atmosphere/clients/480e9cfb-9502-4010-9b8e-d10f8a5caf13/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.029 [auth-system-keycloak-80] [] 10.0.0.116:8080 165 0.030 200 225afb4dbb83e431f080027b87651e3c 199.204.45.74 - - [10/Apr/2026:01:17:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.471 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.470 200 60672fd87e0349a9459a9607806804b7 199.204.45.74 - - [10/Apr/2026:01:17:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.116:8080 1283 0.006 200 c6d85b827bc19e9b4e6c0396a7041254 199.204.45.74 - - [10/Apr/2026:01:17:47 +0000] "GET /admin/realms/atmosphere/clients/480e9cfb-9502-4010-9b8e-d10f8a5caf13/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.116:8080 119 0.009 404 e4238a9bd096664c64f65d867be2857e 199.204.45.74 - - [10/Apr/2026:01:17:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.054 [auth-system-keycloak-80] [] 10.0.0.116:8080 1283 0.054 200 91e5e99b183c14fac2fae48faafc2054 199.204.45.74 - - [10/Apr/2026:01:17:47 +0000] "POST /admin/realms/atmosphere/clients/480e9cfb-9502-4010-9b8e-d10f8a5caf13/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.015 201 bee0fd46b4e116d44c2fed1580b5e5fb 199.204.45.74 - - [10/Apr/2026:01:17:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.116:8080 1283 0.008 200 7136dd7f7ef38fa79f512aa553b868fe 199.204.45.74 - - [10/Apr/2026:01:17:47 +0000] "GET /admin/realms/atmosphere/clients/480e9cfb-9502-4010-9b8e-d10f8a5caf13/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.054 [auth-system-keycloak-80] [] 10.0.0.116:8080 166 0.054 200 3d97d231fc758d181a3fc92a11727e04 199.204.45.74 - - [10/Apr/2026:01:17:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.545 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.544 200 84c2edced65efb1fa8bdf4d34662bdbc 199.204.45.74 - - [10/Apr/2026:01:17:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.013 [auth-system-keycloak-80] [] 10.0.0.116:8080 1283 0.013 200 b169944125228dca2f53b2014e8e3d16 199.204.45.74 - - [10/Apr/2026:01:17:48 +0000] "GET /admin/realms/atmosphere/clients/480e9cfb-9502-4010-9b8e-d10f8a5caf13/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.052 [auth-system-keycloak-80] [] 10.0.0.116:8080 119 0.052 404 00e66fe8c05587c425378af93f9c2220 199.204.45.74 - - [10/Apr/2026:01:17:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.116:8080 1283 0.005 200 3fc36ded2e6510d94d6d1ab7f76227b4 199.204.45.74 - - [10/Apr/2026:01:17:48 +0000] "POST /admin/realms/atmosphere/clients/480e9cfb-9502-4010-9b8e-d10f8a5caf13/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.023 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.022 201 6a10e0dfeb242f3992fbac088b516921 199.204.45.74 - - [10/Apr/2026:01:17:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.116:8080 1283 0.006 200 f0ba51424b9da080ff505c5592f74449 199.204.45.74 - - [10/Apr/2026:01:17:48 +0000] "GET /admin/realms/atmosphere/clients/480e9cfb-9502-4010-9b8e-d10f8a5caf13/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.017 [auth-system-keycloak-80] [] 10.0.0.116:8080 166 0.017 200 87bbdfbafbd5266f604991648a5a4bb8 199.204.45.74 - - [10/Apr/2026:01:17:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.461 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.460 200 9c13955d20008418368147fcc1474c2d 199.204.45.74 - - [10/Apr/2026:01:17:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.116:8080 1249 0.005 200 e7bd2203fad99040ba56c83c3ad06ec8 199.204.45.74 - - [10/Apr/2026:01:17:49 +0000] "GET /admin/realms/atmosphere/clients/61744c3d-4373-4c10-bfa3-1a1d1f9b4094/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.054 [auth-system-keycloak-80] [] 10.0.0.116:8080 119 0.054 404 c6fdefc2bc823e7fee3aec76f8168b48 199.204.45.74 - - [10/Apr/2026:01:17:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.116:8080 1249 0.007 200 7e16de24e857ec8918ad53524bcfce05 199.204.45.74 - - [10/Apr/2026:01:17:49 +0000] "POST /admin/realms/atmosphere/clients/61744c3d-4373-4c10-bfa3-1a1d1f9b4094/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.015 201 a70b7a3c8fa238fd3e22709dbfca2dce 199.204.45.74 - - [10/Apr/2026:01:17:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.045 [auth-system-keycloak-80] [] 10.0.0.116:8080 1249 0.045 200 6bb19316db3f5eb89c99d0a52bc7e86e 199.204.45.74 - - [10/Apr/2026:01:17:49 +0000] "GET /admin/realms/atmosphere/clients/61744c3d-4373-4c10-bfa3-1a1d1f9b4094/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.116:8080 166 0.013 200 94a03b84b4818c4fd2c481d41b74c550 W0410 01:18:08.978622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:18:08.978658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:18:55.155219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:18:55.155256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:18:55.230140 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:18:55.230265 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0410 01:18:55.230541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:18:55.230652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:18:55.231009 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:18:55.231078 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0410 01:18:55.231114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:18:55.231134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:18:55.231258 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:18:55.231369 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0410 01:18:55.231433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:18:55.231462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:18:55.233330 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0410 01:18:55.233369 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0410 01:18:55.233536 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0410 01:18:55.233563 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0410 01:18:55.234398 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0410 01:18:55.234445 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0410 01:18:55.240255 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0410 01:18:55.240779 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0410 01:18:55.240963 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"a17df15e-b9cb-4270-b85d-958194785854", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4381", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0410 01:18:55.241468 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0410 01:18:55.241794 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0410 01:18:55.241814 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0410 01:18:55.242069 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"76e9460b-1c6a-4397-9285-abdfc922f8f2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4383", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0410 01:18:55.242093 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"8501a7e4-63f9-4b90-9a48-fedb20228854", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4384", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:18:55.242134 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0410 01:18:55.563358 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0410 01:18:55.564761 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0410 01:18:55.733830 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0410 01:18:55.734705 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0410 01:18:56.856910 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0410 01:18:56.858565 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0410 01:18:58.488851 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:18:58.488912 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:18:58.488952 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:18:58.489056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:18:58.489073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:18:58.489194 7 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:18:58.537465 7 controller.go:216] "Backend successfully reloaded" I0410 01:18:58.537993 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-87hpf", UID:"0e2f91d5-4609-455f-a2fe-baba22c0d6e2", APIVersion:"v1", ResourceVersion:"1375", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0410 01:19:01.823391 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:19:01.823682 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:19:01.823850 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:19:01.824110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:01.824171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:05.155281 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:19:05.155356 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:19:05.155394 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:19:05.155539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:05.155565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:08.488928 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:19:08.488992 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:19:08.489031 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:19:08.489179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:08.489203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:11.822635 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:19:11.822703 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:19:11.822753 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:19:11.822885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:11.822911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:15.155892 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:19:15.155960 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:19:15.156002 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:19:15.156128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:15.156146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:18.489537 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:19:18.489693 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:19:18.489766 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:19:18.489892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:18.489949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:21.823324 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:19:21.823396 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:19:21.823436 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:19:21.823569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:21.823595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:25.156206 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:19:25.156244 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:19:25.156265 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:19:25.156338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:25.156352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:28.489574 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:19:28.489637 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:19:28.489721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:28.489735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:31.823162 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:19:31.823262 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:19:31.823528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:31.823564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:35.155568 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:19:35.155690 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:19:35.155854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:35.155915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:38.489562 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:19:38.489659 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:19:38.489774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:38.489802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:19:41.083385 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.100.241.187"}] I0410 01:19:41.084201 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.100.241.187"}] I0410 01:19:41.084601 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.100.241.187"}] I0410 01:19:41.089030 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"8501a7e4-63f9-4b90-9a48-fedb20228854", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5467", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0410 01:19:41.091550 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"76e9460b-1c6a-4397-9285-abdfc922f8f2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5468", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0410 01:19:41.092914 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"a17df15e-b9cb-4270-b85d-958194785854", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5469", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:19:41.822705 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:19:41.822811 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:19:41.822977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:41.823006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.237 - - [10/Apr/2026:01:19:42 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.029 [auth-system-keycloak-80] [] 10.0.0.116:8080 6411 0.029 200 19dc103c6ba82abfa2a35d819d516cc6 W0410 01:19:45.155604 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:19:45.155705 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:19:45.155825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:45.155857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.234 - - [10/Apr/2026:01:19:47 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.009 [auth-system-keycloak-80] [] 10.0.0.116:8080 6411 0.010 200 2f185d9291381f55a8a5efba535699de W0410 01:19:48.489199 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:19:48.489383 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:19:48.489551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:48.489631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:51.823577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:51.823705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:55.155594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:55.155640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:58.489926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:58.489971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:20:06.306793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:20:06.306894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.74 - - [10/Apr/2026:01:20:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.480 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.479 200 7aa9c9ca5969b635a9a4e80876c83ac3 199.204.45.74 - - [10/Apr/2026:01:20:11 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.006 [auth-system-keycloak-80] [] 10.0.0.116:8080 4246 0.006 200 829a9702d3870e7054d215766f2500c5 199.204.45.74 - - [10/Apr/2026:01:20:11 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.379 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.378 204 54f24ceda04dd4931e1e70685d4b8ec4 199.204.45.74 - - [10/Apr/2026:01:20:11 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.182 [auth-system-keycloak-80] [] 10.0.0.116:8080 4384 0.182 200 e47128e5072721c60e94b88bedad689b 199.204.45.74 - - [10/Apr/2026:01:20:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.467 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.466 200 28b5434a1b8bfdebec311edac9ce4a52 199.204.45.74 - - [10/Apr/2026:01:20:12 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.116:8080 1682 0.009 200 4c0f11ffd4069180c59117a8f2b880bb 199.204.45.74 - - [10/Apr/2026:01:20:13 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.004 [auth-system-keycloak-80] [] 10.0.0.116:8080 6411 0.004 200 82bec3a510b37405c5550ace0047d940 199.204.45.74 - - [10/Apr/2026:01:20:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.463 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.462 200 8ae605a2f3518696fba647d51992d6fb 199.204.45.74 - - [10/Apr/2026:01:20:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.116:8080 2 0.008 200 bac8e459da33465221929f4256fd4efb 199.204.45.74 - - [10/Apr/2026:01:20:14 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.169 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.167 201 c21c28112a3a1870686171b6dcee8928 199.204.45.74 - - [10/Apr/2026:01:20:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.023 [auth-system-keycloak-80] [] 10.0.0.116:8080 2242 0.022 200 67c6692b57d409ab95b7384cfddb93eb 199.204.45.74 - - [10/Apr/2026:01:20:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.475 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.473 200 d5a9c3b9169fc452de665507af70cc28 199.204.45.74 - - [10/Apr/2026:01:20:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.027 [auth-system-keycloak-80] [] 10.0.0.116:8080 2242 0.027 200 68ebe73b44b9c825383a858cb8931d04 199.204.45.74 - - [10/Apr/2026:01:20:15 +0000] "GET /admin/realms/atmosphere/clients/5f1a2db6-a301-4902-be10-3a6b3d8270c0/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.014 [auth-system-keycloak-80] [] 10.0.0.116:8080 233 0.015 200 adb8b19b212bc13b4f0c54d3e220f161 199.204.45.74 - - [10/Apr/2026:01:20:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.065 [auth-system-keycloak-80] [] 10.0.0.116:8080 831 0.065 200 befba22e1aee7e303856bf7b8809ce87 199.204.45.74 - - [10/Apr/2026:01:20:16 +0000] "GET /admin/realms/atmosphere/clients/c28d4c26-1845-4584-92c0-d57ac46b5822/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.027 [auth-system-keycloak-80] [] 10.0.0.116:8080 3758 0.027 200 1fdae396e5fe50a5cf688290d2361005 199.204.45.74 - - [10/Apr/2026:01:20:16 +0000] "GET /admin/realms/atmosphere/users/cc28ae52-9e4b-4ff4-b149-fa442e7c1580/role-mappings/clients/c28d4c26-1845-4584-92c0-d57ac46b5822/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.163 [auth-system-keycloak-80] [] 10.0.0.116:8080 3758 0.163 200 d245092b4c11df2f8583d5425c28e082 199.204.45.74 - - [10/Apr/2026:01:20:16 +0000] "GET /admin/realms/atmosphere/users/cc28ae52-9e4b-4ff4-b149-fa442e7c1580/role-mappings/clients/c28d4c26-1845-4584-92c0-d57ac46b5822/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.079 [auth-system-keycloak-80] [] 10.0.0.116:8080 2 0.079 200 cb00042144b2784088627e9624272e82 199.204.45.74 - - [10/Apr/2026:01:20:16 +0000] "POST /admin/realms/atmosphere/users/cc28ae52-9e4b-4ff4-b149-fa442e7c1580/role-mappings/clients/c28d4c26-1845-4584-92c0-d57ac46b5822 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.018 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.017 204 6c463481ab24baa00dfbb4bc189ac79e 199.204.45.74 - - [10/Apr/2026:01:20:16 +0000] "GET /admin/realms/atmosphere/users/cc28ae52-9e4b-4ff4-b149-fa442e7c1580/role-mappings/clients/c28d4c26-1845-4584-92c0-d57ac46b5822/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.058 [auth-system-keycloak-80] [] 10.0.0.116:8080 576 0.058 200 4add5e8ad71d7270f85bab00f7d9ee62 W0410 01:20:19.014090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:20:19.014123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:20:22.349285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:20:22.349339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:20:35.192924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:20:35.192967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:20:38.527782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:20:38.527864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:24.433099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:24.433136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:59.158694 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0410 01:22:59.158776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:59.158799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:22:59.162499 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0410 01:22:59.162524 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0410 01:22:59.168112 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0410 01:22:59.168341 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"9c1bab45-fa2e-478e-affb-a93df2684394", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6847", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:22:59.168566 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0410 01:22:59.168931 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0410 01:22:59.168994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:59.169013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:22:59.169134 7 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:22:59.218877 7 controller.go:216] "Backend successfully reloaded" I0410 01:22:59.219360 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-87hpf", UID:"0e2f91d5-4609-455f-a2fe-baba22c0d6e2", APIVersion:"v1", ResourceVersion:"1375", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0410 01:22:59.525816 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0410 01:22:59.526692 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0410 01:23:02.503543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:23:02.503605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.74 - - [10/Apr/2026:01:23:03 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.005 300 3d17842a1aae254ae99c965a0d8883db 199.204.45.74 - - [10/Apr/2026:01:23:04 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.164:5000 265 0.004 200 be20b336f4ac38d13ae7165bac672068 199.204.45.74 - - [10/Apr/2026:01:23:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.346 [openstack-keystone-api-5000] [] 10.0.0.164:5000 1359 0.347 201 0dc8f58b2d8dd72b108ef0acd3f40f1d 199.204.45.74 - - [10/Apr/2026:01:23:05 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.004 300 fad865d21538949e0fb95d3eb67dd029 199.204.45.74 - - [10/Apr/2026:01:23:05 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.032 [openstack-keystone-api-5000] [] 10.0.0.164:5000 90 0.031 404 586d322a2634e7665440648210edd406 199.204.45.74 - - [10/Apr/2026:01:23:05 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.025 [openstack-keystone-api-5000] [] 10.0.0.164:5000 366 0.025 200 88705ff336a404643a66c6a56b8e75f1 199.204.45.74 - - [10/Apr/2026:01:23:05 +0000] "GET /v3/domains/8f34eb7e69ae43949c94e1fcb0d989c4 HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.017 [openstack-keystone-api-5000] [] 10.0.0.164:5000 244 0.017 200 ec91593555df7e9664355a1831f80fc1 199.204.45.74 - - [10/Apr/2026:01:23:05 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.164:5000 265 0.004 200 57f776cf46ba3b1da1227840595b22c8 199.204.45.74 - - [10/Apr/2026:01:23:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.339 [openstack-keystone-api-5000] [] 10.0.0.164:5000 1359 0.339 201 dd9020c6ff5ff6cf6e9f0034086772e1 199.204.45.74 - - [10/Apr/2026:01:23:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.003 300 67b300581dec2a02bb44da0339dfe228 199.204.45.74 - - [10/Apr/2026:01:23:06 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.020 [openstack-keystone-api-5000] [] 10.0.0.164:5000 101 0.020 404 e007c048b24919ea4985c7e60e060e14 199.204.45.74 - - [10/Apr/2026:01:23:06 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.019 [openstack-keystone-api-5000] [] 10.0.0.164:5000 155 0.019 200 f5ab5bc82e70fb2a465b6009dfebad99 199.204.45.74 - - [10/Apr/2026:01:23:06 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.022 [openstack-keystone-api-5000] [] 10.0.0.164:5000 451 0.022 201 a4f8f002f0124b7d8f2e75bc748cbf71 199.204.45.74 - - [10/Apr/2026:01:23:06 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.164:5000 265 0.004 200 73396c6f15a179da6e011486a245adee 199.204.45.74 - - [10/Apr/2026:01:23:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.164:5000 1359 0.285 201 d5066f07830adba6d6cc4b9a3c9e82bf 199.204.45.74 - - [10/Apr/2026:01:23:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.004 300 a9660e82dada4e3ef7bc656ce0cc1c03 199.204.45.74 - - [10/Apr/2026:01:23:07 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-keystone-api-5000] [] 10.0.0.164:5000 98 0.021 404 755ae2083d7ded2e6094c309726f069c 199.204.45.74 - - [10/Apr/2026:01:23:07 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.019 [openstack-keystone-api-5000] [] 10.0.0.164:5000 135 0.019 200 41f8f42f448e59a2d623c1385765f624 199.204.45.74 - - [10/Apr/2026:01:23:07 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.024 [openstack-keystone-api-5000] [] 10.0.0.164:5000 356 0.024 201 521a82372cd0f456d0208ff017e16709 199.204.45.74 - - [10/Apr/2026:01:23:07 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.164:5000 265 0.003 200 f4d9f487774fc893e02d219822c4fcf1 199.204.45.74 - - [10/Apr/2026:01:23:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.164:5000 1359 0.296 201 be15624219baeea2908af939f1281e28 199.204.45.74 - - [10/Apr/2026:01:23:08 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.003 300 a4c7a02634bd136dd81e3f737c6f1707 199.204.45.74 - - [10/Apr/2026:01:23:08 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.023 [openstack-keystone-api-5000] [] 10.0.0.164:5000 131 0.023 404 00879b7c63e346dcf255b7ef7304ec85 199.204.45.74 - - [10/Apr/2026:01:23:08 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.018 [openstack-keystone-api-5000] [] 10.0.0.164:5000 167 0.018 200 72eb8894338024604b36e1dce05f7d1a 199.204.45.74 - - [10/Apr/2026:01:23:08 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.025 [openstack-keystone-api-5000] [] 10.0.0.164:5000 222 0.025 201 212f4d282c40fe329653cdef5ddb8779 W0410 01:23:17.654423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:23:17.654475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:23:20.988352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:23:20.988477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:23:24.322997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:23:24.323050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:23:33.144417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:23:33.144449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:23:40.843868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:23:40.843908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:23:41.081727 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.100.241.187"}] I0410 01:23:41.089530 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"9c1bab45-fa2e-478e-affb-a93df2684394", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7251", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:23:44.177674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:23:44.177714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:23:47.511360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:23:47.511397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:09.383379 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0410 01:25:09.383550 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0410 01:25:09.383636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:09.383672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:25:09.387195 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:32.2kB} I0410 01:25:09.387220 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0410 01:25:09.395141 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0410 01:25:09.395363 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"9d4bfa7f-f269-4eae-9dd1-ad82b672abe6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7872", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:25:09.395702 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0410 01:25:09.396050 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0410 01:25:09.396181 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0410 01:25:09.396309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:09.396340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:25:09.396500 7 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:25:09.451046 7 controller.go:216] "Backend successfully reloaded" I0410 01:25:09.451345 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-87hpf", UID:"0e2f91d5-4609-455f-a2fe-baba22c0d6e2", APIVersion:"v1", ResourceVersion:"1375", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0410 01:25:09.678423 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0410 01:25:09.679396 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.74 - - [10/Apr/2026:01:25:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.003 300 63653aae68ef047b9e0ef1b1c4211d28 199.204.45.74 - - [10/Apr/2026:01:25:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.320 [openstack-keystone-api-5000] [] 10.0.0.164:5000 1990 0.320 201 2211504475a3c91f231aa089bfc1d39b 199.204.45.74 - - [10/Apr/2026:01:25:10 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.020 [openstack-keystone-api-5000] [] 10.0.0.164:5000 85 0.020 404 e7b670c5dd68c6c0c0694e70609548f0 199.204.45.74 - - [10/Apr/2026:01:25:10 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.019 [openstack-keystone-api-5000] [] 10.0.0.164:5000 128 0.019 200 df566b13be9496f5dbf41ef564c1d728 199.204.45.74 - - [10/Apr/2026:01:25:10 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.024 [openstack-keystone-api-5000] [] 10.0.0.164:5000 229 0.024 201 46cdd1bff690ce97903d1e2eedeaa0b8 W0410 01:25:12.730225 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0410 01:25:12.730389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:12.730430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.74 - - [10/Apr/2026:01:25:16 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 227 0.004 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.004 300 b5c1a3cc6d5ac35890710df1f4d3b90c 199.204.45.74 - - [10/Apr/2026:01:25:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 546 0.285 [openstack-keystone-api-5000] [] 10.0.0.164:5000 1990 0.285 201 ae6d897a98850058bf2de04a432690b9 199.204.45.74 - - [10/Apr/2026:01:25:16 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.023 [openstack-keystone-api-5000] [] 10.0.0.164:5000 1514 0.023 200 2ed50b50a0fdbcc778320009ce259a12 199.204.45.74 - - [10/Apr/2026:01:25:16 +0000] "PUT /v3/roles/f6b0677e91d94392af6fc5828fb57b5a/implies/c033414ef6b84bae92526468d61f1aa3 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.030 [openstack-keystone-api-5000] [] 10.0.0.164:5000 518 0.030 201 606d3d2c60050f2a40553bfc1f2e1657 W0410 01:25:21.217070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:21.217095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:25:41.083090 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.100.241.187"}] I0410 01:25:41.087708 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"9d4bfa7f-f269-4eae-9dd1-ad82b672abe6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8215", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:25:41.092104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:41.092157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.74 - - [10/Apr/2026:01:26:01 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.003 300 0c4a3bfbe923e1acf145c84602e8ac42 199.204.45.74 - - [10/Apr/2026:01:26:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.323 [openstack-keystone-api-5000] [] 10.0.0.164:5000 2053 0.323 201 bb37fc0618d4b28b03653fb440261b1e 199.204.45.74 - - [10/Apr/2026:01:26:02 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.026 [openstack-keystone-api-5000] [] 10.0.0.164:5000 87 0.025 404 eaae21cb40b3f57a5e061d31ce890115 199.204.45.74 - - [10/Apr/2026:01:26:02 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.024 [openstack-keystone-api-5000] [] 10.0.0.164:5000 388 0.024 200 735d2d093a439524040284a71dd285c1 199.204.45.74 - - [10/Apr/2026:01:26:02 +0000] "GET /v3/users/rgw-RegionOne?domain_id=6d44feacff3448f38e74ffa9573af77d HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.031 [openstack-keystone-api-5000] [] 10.0.0.164:5000 91 0.031 404 f4076f89287866c276c5604e67cf8d74 199.204.45.74 - - [10/Apr/2026:01:26:02 +0000] "GET /v3/users?domain_id=6d44feacff3448f38e74ffa9573af77d&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.041 [openstack-keystone-api-5000] [] 10.0.0.164:5000 177 0.041 200 3cfd4a3ff0ced87561e65f5a490a26d3 199.204.45.74 - - [10/Apr/2026:01:26:02 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.280 [openstack-keystone-api-5000] [] 10.0.0.164:5000 290 0.280 201 159945cd1ddb18c1f85ccaeab4d46903 199.204.45.74 - - [10/Apr/2026:01:26:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 227 0.004 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.004 300 40574b3f2d4f6966376ac7c7bc4fd930 199.204.45.74 - - [10/Apr/2026:01:26:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 546 0.283 [openstack-keystone-api-5000] [] 10.0.0.164:5000 2053 0.283 201 3be7955c8d16fd595236fe588cbcd763 199.204.45.74 - - [10/Apr/2026:01:26:06 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 385 0.022 [openstack-keystone-api-5000] [] 10.0.0.164:5000 83 0.021 404 585d6408f1bbfad27986049ce51993a4 199.204.45.74 - - [10/Apr/2026:01:26:06 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "python-keystoneclient" 390 0.015 [openstack-keystone-api-5000] [] 10.0.0.164:5000 359 0.015 200 3dd37a89f810c7c04a6f6356e91300a2 199.204.45.74 - - [10/Apr/2026:01:26:06 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 389 0.034 [openstack-keystone-api-5000] [] 10.0.0.164:5000 87 0.034 404 f5080d1468c65ebac98d263b1aba6075 199.204.45.74 - - [10/Apr/2026:01:26:06 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "python-keystoneclient" 394 0.022 [openstack-keystone-api-5000] [] 10.0.0.164:5000 388 0.022 200 c98d814eee6b80f207655844f1a86fce 199.204.45.74 - - [10/Apr/2026:01:26:06 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 393 0.021 [openstack-keystone-api-5000] [] 10.0.0.164:5000 91 0.022 404 c855d127f5483d26557a16c096882341 199.204.45.74 - - [10/Apr/2026:01:26:06 +0000] "GET /v3/users?domain_id=6d44feacff3448f38e74ffa9573af77d&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "python-keystoneclient" 441 0.147 [openstack-keystone-api-5000] [] 10.0.0.164:5000 456 0.146 200 d9f2eeb8789c9af1dc8cb66d60ee105d 199.204.45.74 - - [10/Apr/2026:01:26:06 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 390 0.022 [openstack-keystone-api-5000] [] 10.0.0.164:5000 88 0.022 404 e2572c96e603b28e5982dfd41626747b 199.204.45.74 - - [10/Apr/2026:01:26:06 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "python-keystoneclient" 395 0.021 [openstack-keystone-api-5000] [] 10.0.0.164:5000 518 0.021 200 32ddca43b70318c553c02fa8d6787782 199.204.45.74 - - [10/Apr/2026:01:26:06 +0000] "PUT /v3/projects/d6ab6e13bd034735b62547e3d5f9e422/users/433ebda309da46638a686fcfed05bf90/roles/5922520def0948519233ea074a8acc8b HTTP/1.1" 204 0 "-" "python-keystoneclient" 512 0.039 [openstack-keystone-api-5000] [] 10.0.0.164:5000 0 0.040 204 ca0cd803c04c19496ad9997ed58d374e 199.204.45.74 - - [10/Apr/2026:01:26:09 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.003 300 b5e8c627da6c13786ec32cd850a4950c 199.204.45.74 - - [10/Apr/2026:01:26:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.333 [openstack-keystone-api-5000] [] 10.0.0.164:5000 2053 0.333 201 b71376f0d1f0f4f8a8ab9a1fef93a963 199.204.45.74 - - [10/Apr/2026:01:26:10 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.019 [openstack-keystone-api-5000] [] 10.0.0.164:5000 150 0.019 200 06b60c82216066b033ad3874c1a1e72d 199.204.45.74 - - [10/Apr/2026:01:26:10 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.032 [openstack-keystone-api-5000] [] 10.0.0.164:5000 262 0.032 201 48f838fefd659810ad1be894b9e1a27e 199.204.45.74 - - [10/Apr/2026:01:26:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.004 300 afcf191ba0783dca4928521628935e36 199.204.45.74 - - [10/Apr/2026:01:26:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.164:5000 2155 0.300 201 7453466a09131e9cf48842317ebd287b 199.204.45.74 - - [10/Apr/2026:01:26:11 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.018 [openstack-keystone-api-5000] [] 10.0.0.164:5000 86 0.018 404 45843d9b427edc96a231bd17dfe61c65 199.204.45.74 - - [10/Apr/2026:01:26:11 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.016 [openstack-keystone-api-5000] [] 10.0.0.164:5000 380 0.016 200 26a73092cf6e74628a757a5acd0bdce6 199.204.45.74 - - [10/Apr/2026:01:26:11 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=a70925a9969c4781a30bd210a78dc8b0 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.025 [openstack-keystone-api-5000] [] 10.0.0.164:5000 204 0.025 200 acd0cd288b6fefa3f633d1f92acb97df 199.204.45.74 - - [10/Apr/2026:01:26:11 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.094 [openstack-keystone-api-5000] [] 10.0.0.164:5000 377 0.094 201 ca87f20f8fdb5fe77a2aa60ddc59ad26 199.204.45.74 - - [10/Apr/2026:01:26:11 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.004 300 aad1f88a946b8e007234aa966618f367 199.204.45.74 - - [10/Apr/2026:01:26:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.164:5000 2363 0.288 201 51ba1e38ef7c6ccc89cfa16d8176e00b 199.204.45.74 - - [10/Apr/2026:01:26:12 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.019 [openstack-keystone-api-5000] [] 10.0.0.164:5000 86 0.019 404 d25bc4ae61957a973f81238ceabc40d5 199.204.45.74 - - [10/Apr/2026:01:26:12 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.017 [openstack-keystone-api-5000] [] 10.0.0.164:5000 380 0.017 200 321c47dc886f582557c5bd1fada23c4b 199.204.45.74 - - [10/Apr/2026:01:26:12 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=a70925a9969c4781a30bd210a78dc8b0 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.024 [openstack-keystone-api-5000] [] 10.0.0.164:5000 206 0.024 200 73ae8f4f33dbee56ff16468abf908ed4 199.204.45.74 - - [10/Apr/2026:01:26:12 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.061 [openstack-keystone-api-5000] [] 10.0.0.164:5000 391 0.061 201 158d3dc1cca192614a4204c29f8125a3 W0410 01:26:13.359371 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0410 01:26:13.359545 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0410 01:26:13.359698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:13.359725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:26:13.364282 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0410 01:26:13.364319 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0410 01:26:13.382154 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0410 01:26:13.382688 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store I0410 01:26:13.382718 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"81b130d3-d0f3-4da2-b413-183ca513721a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8435", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:26:13.383097 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0410 01:26:13.383210 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0410 01:26:13.383294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:13.383315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:26:13.383462 7 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:26:13.450956 7 controller.go:216] "Backend successfully reloaded" I0410 01:26:13.451275 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-87hpf", UID:"0e2f91d5-4609-455f-a2fe-baba22c0d6e2", APIVersion:"v1", ResourceVersion:"1375", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0410 01:26:13.946698 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0410 01:26:13.947864 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0410 01:26:16.717807 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0410 01:26:16.717986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:16.718002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:30.562003 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0410 01:26:30.562176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:30.562196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:34.173002 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:26:34.173129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:34.173147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:26:34.173255 7 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:26:34.225844 7 controller.go:216] "Backend successfully reloaded" I0410 01:26:34.226092 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-87hpf", UID:"0e2f91d5-4609-455f-a2fe-baba22c0d6e2", APIVersion:"v1", ResourceVersion:"1375", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0410 01:26:37.507429 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:26:37.507663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:37.507696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:40.840794 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:26:40.840899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:40.840915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:26:41.082064 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.100.241.187"}] I0410 01:26:41.087012 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"81b130d3-d0f3-4da2-b413-183ca513721a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8766", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:26:44.174139 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:26:44.174387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:44.174452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:47.509410 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:26:47.509542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:47.509562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:59.997858 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:26:59.997980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:59.998001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:27:04.058096 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:27:04.058307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:27:04.058333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:27:18.067873 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:27:18.068030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:27:18.068053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:27:57.080836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:27:57.080867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:08.640786 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0410 01:29:08.640907 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0410 01:29:08.640973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:08.640995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:29:08.644532 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:39.1kB} I0410 01:29:08.644555 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0410 01:29:08.648069 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0410 01:29:08.648265 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"3e6117cc-d976-4824-8c84-7453d3b1db10", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9928", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:29:08.648554 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0410 01:29:08.648888 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0410 01:29:08.648986 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0410 01:29:08.649044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:08.649055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:29:08.649168 7 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:29:08.707025 7 controller.go:216] "Backend successfully reloaded" I0410 01:29:08.707326 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-87hpf", UID:"0e2f91d5-4609-455f-a2fe-baba22c0d6e2", APIVersion:"v1", ResourceVersion:"1375", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0410 01:29:08.827645 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0410 01:29:08.828644 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0410 01:29:11.983486 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0410 01:29:11.983683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:11.983709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.74 - - [10/Apr/2026:01:29:19 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.003 300 1a30926d4921ecd1058c58c996a8afbe 199.204.45.74 - - [10/Apr/2026:01:29:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.308 [openstack-keystone-api-5000] [] 10.0.0.164:5000 3197 0.308 201 27742f88168db1416a5e6041a3938e8f 199.204.45.74 - - [10/Apr/2026:01:29:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 03cd23c2f811d70cf09fdaa99533f0f6 199.204.45.74 - - [10/Apr/2026:01:29:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c2702cd06dc54af1d1d71c7440e3e6bc 199.204.45.74 - - [10/Apr/2026:01:29:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.002 300 ca518f27d1f5dc7f43e0a215f0d9ba48 W0410 01:29:21.187913 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0410 01:29:21.188048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:21.188068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.74 - - [10/Apr/2026:01:29:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.164:5000 3197 0.284 201 cba8b33db43901afeb5c0ba95742e3f7 199.204.45.74 - - [10/Apr/2026:01:29:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4e94f08502d74a60124732bd5aceb0c1 199.204.45.74 - - [10/Apr/2026:01:29:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4b1757a89292759bd8b953c32ff4198a 199.204.45.74 - - [10/Apr/2026:01:29:22 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.002 300 f733b1a28a1be911705f37e4cbccf864 199.204.45.74 - - [10/Apr/2026:01:29:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.164:5000 3197 0.298 201 6ad1bf76d553431dfe6c6c59bfd0b000 199.204.45.74 - - [10/Apr/2026:01:29:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6d860ca945f76dfc783f82fa54f25987 199.204.45.74 - - [10/Apr/2026:01:29:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a21d50572463796784115a2c7b7829de 199.204.45.74 - - [10/Apr/2026:01:29:24 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.003 300 c645b4ed59966b71d36f445142206d59 199.204.45.74 - - [10/Apr/2026:01:29:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.164:5000 3197 0.285 201 3df70b98eb62aad40e1860541d8b8c1b 199.204.45.74 - - [10/Apr/2026:01:29:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a9825fe9777d1bbf00f279abdfd6151c 199.204.45.74 - - [10/Apr/2026:01:29:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4db50e03b63e226f0b1032c77f0a7a33 199.204.45.74 - - [10/Apr/2026:01:29:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.003 300 5db1de80da66dbad4ee7701893ac3555 199.204.45.74 - - [10/Apr/2026:01:29:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.164:5000 3197 0.299 201 6bd9a90f0ab8ba3b9937ace8a1479646 199.204.45.74 - - [10/Apr/2026:01:29:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 90dac7d1e1f6ec3042632fd55a4a1ebd 199.204.45.74 - - [10/Apr/2026:01:29:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2c2bf0e01e63deeb730adaa6d60a3ece 199.204.45.74 - - [10/Apr/2026:01:29:27 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.004 300 7b4d915ea02d8268f49241b34e3f21df 199.204.45.74 - - [10/Apr/2026:01:29:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.164:5000 3197 0.297 201 d8b8130c7127f9d3a8c4562b91e2e49f 199.204.45.74 - - [10/Apr/2026:01:29:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 289fbfb6203ef62eb17259986934a86d 199.204.45.74 - - [10/Apr/2026:01:29:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - aa8593adc51e7599921cf63950d55b93 199.204.45.74 - - [10/Apr/2026:01:29:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.003 300 f5cade4372f0d47024af48f59cc53200 199.204.45.74 - - [10/Apr/2026:01:29:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.281 [openstack-keystone-api-5000] [] 10.0.0.164:5000 3197 0.281 201 c03c4d18b05245a77c58c8419ba0e895 199.204.45.74 - - [10/Apr/2026:01:29:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4a149e963fa1b34d31948f5c684fc6f0 199.204.45.74 - - [10/Apr/2026:01:29:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1d2ca8b1ab863926c66c328b25af523f W0410 01:29:30.592470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:30.592511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.74 - - [10/Apr/2026:01:29:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.006 300 5289e804a8b16d341b3db440e5ab839b 199.204.45.74 - - [10/Apr/2026:01:29:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.281 [openstack-keystone-api-5000] [] 10.0.0.164:5000 3197 0.281 201 0907936506d04e78667e84e901e5bde8 199.204.45.74 - - [10/Apr/2026:01:29:31 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.199:9292 1301 0.002 300 d28a81420e90779c4e9545deb3b9401d 199.204.45.74 - - [10/Apr/2026:01:29:32 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.572 [openstack-glance-api-9292] [] 10.0.0.199:9292 69 0.572 200 d05d9c2a142dffa272dc8885911de612 199.204.45.74 - - [10/Apr/2026:01:29:35 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.164:5000 280 0.003 300 ddf41113b29dd0a0172f0e40671a9c74 199.204.45.74 - - [10/Apr/2026:01:29:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.283 [openstack-keystone-api-5000] [] 10.0.0.164:5000 3197 0.283 201 83d749a3ef86d41f77ad409d4c0ce3c3 199.204.45.74 - - [10/Apr/2026:01:29:35 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.199:9292 1301 0.002 300 e9af8fe656427e43218d88304a8702e6 199.204.45.74 - - [10/Apr/2026:01:29:35 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.033 [openstack-glance-api-9292] [] 10.0.0.199:9292 69 0.033 200 f0f5766d26385f2c966e7441a0e79e2b 199.204.45.74 - - [10/Apr/2026:01:29:35 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.125 [openstack-glance-api-9292] [] 10.0.0.199:9292 151 0.125 404 6f0b3c32fb03c573e9ec17a7e906d02c 199.204.45.74 - - [10/Apr/2026:01:29:35 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.019 [openstack-glance-api-9292] [] 10.0.0.199:9292 81 0.019 200 2840ee1ffc4b49b73dca5d74cec3ea90 199.204.45.74 - - [10/Apr/2026:01:29:35 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.025 [openstack-glance-api-9292] [] 10.0.0.199:9292 84 0.025 200 c30785350faf860ac0d4d1cd7f14ce73 199.204.45.74 - - [10/Apr/2026:01:29:35 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.058 [openstack-glance-api-9292] [] 10.0.0.199:9292 760 0.058 201 ac03d859df8cc54e9d35b64fee3efecf 199.204.45.74 - - [10/Apr/2026:01:29:39 +0000] "PUT /v2/images/974438ce-4f4b-4cc8-bb2b-e91d11576eb2/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.756 [openstack-glance-api-9292] [] 10.0.0.199:9292 0 3.756 204 732271931f3650719c174613ce10fabe 199.204.45.74 - - [10/Apr/2026:01:29:39 +0000] "GET /v2/images/974438ce-4f4b-4cc8-bb2b-e91d11576eb2 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.012 [openstack-glance-api-9292] [] 10.0.0.199:9292 1171 0.011 200 d38cce3efe33bc358995762b80dc18b4 199.204.45.74 - - [10/Apr/2026:01:29:39 +0000] "GET /v2/images/974438ce-4f4b-4cc8-bb2b-e91d11576eb2 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.023 [openstack-glance-api-9292] [] 10.0.0.199:9292 1171 0.023 200 c2378ed6024f8bc77b98db2a8dda7dd4 I0410 01:29:41.081515 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.100.241.187"}] I0410 01:29:41.087560 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"3e6117cc-d976-4824-8c84-7453d3b1db10", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10153", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:29:41.089740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:41.089784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:44.423643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:44.423696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:47.759690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:47.759756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store