------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0408 06:18:43.072693 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0408 06:18:43.072841 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0408 06:18:43.080280 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0408 06:18:43.087325 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0408 06:18:43.577761 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0408 06:18:43.658267 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0408 06:18:43.672550 7 nginx.go:271] "Starting NGINX Ingress controller" I0408 06:18:43.683874 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"e0c68bfe-640c-4eb6-8d9b-13fc5d6386dc", APIVersion:"v1", ResourceVersion:"1349", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0408 06:18:43.688567 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"9af83fd9-0f28-4f55-ab08-f98856dd2db6", APIVersion:"v1", ResourceVersion:"1350", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0408 06:18:43.688635 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"731411ba-02dd-49ff-9615-d9b6730f58b2", APIVersion:"v1", ResourceVersion:"1348", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0408 06:18:44.875326 7 nginx.go:317] "Starting NGINX process" I0408 06:18:44.875364 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0408 06:18:44.875782 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0408 06:18:44.875971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:18:44.875999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:18:44.876047 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:18:44.886517 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-cq7cf" I0408 06:18:44.886617 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0408 06:18:44.913734 7 controller.go:216] "Backend successfully reloaded" I0408 06:18:44.913866 7 controller.go:227] "Initial sync, sleeping for 1 second" I0408 06:18:44.913952 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cq7cf", UID:"528b109b-4fe0-4ecc-80ab-9ae92efc3a23", APIVersion:"v1", ResourceVersion:"1390", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 06:18:48.697065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:18:48.697104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:18:52.032647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:18:52.032696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:18:55.364622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:18:55.364665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:18:58.697491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:18:58.697552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:02.030519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:02.030549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:05.364246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:05.364299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:08.698147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:08.698195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:12.030680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:12.030725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:15.364187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:15.364250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:20.356923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:19:20.356953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:09.470221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:09.470254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:27.457557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:27.457593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:30.791310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:30.791360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:34.125333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:34.125376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:37.460038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:37.460080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:40.791495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:40.791542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:44.125103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:44.125154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:50.457107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:50.457141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:53.790699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:53.790739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:57.516367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:57.516417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:21:00.850113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:21:00.850149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:21:04.183269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:21:04.183334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:23:06.549124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:23:06.549170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:23:10.284611 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-250.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-250.nip.io-tls was not found. Using default certificate W0408 06:23:10.284672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:23:10.284690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:23:10.286452 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0408 06:23:10.286487 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0408 06:23:10.292981 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0408 06:23:10.293277 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ed515eda-57c5-44d3-96fe-cb91b522adc1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3410", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:23:10.293650 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-250.nip.io-tls" in local store W0408 06:23:10.293861 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-250.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-250.nip.io-tls was not found. Using default certificate W0408 06:23:10.293928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:23:10.293957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:23:10.294038 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:23:10.331961 7 controller.go:216] "Backend successfully reloaded" I0408 06:23:10.332800 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cq7cf", UID:"528b109b-4fe0-4ecc-80ab-9ae92efc3a23", APIVersion:"v1", ResourceVersion:"1390", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 06:23:11.136198 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-250.nip.io-tls" I0408 06:23:11.137646 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-250.nip.io-tls" W0408 06:23:13.629595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:23:13.629641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [08/Apr/2026:06:23:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.308 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 2.307 200 8290948ebd61c6226a2fb24ec36d910c 199.204.45.250 - - [08/Apr/2026:06:23:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.103 [auth-system-keycloak-80] [] 10.0.0.146:8080 116 0.103 404 4f44aedeeff22a24ead0e217b5ccbf1f 199.204.45.250 - - [08/Apr/2026:06:23:26 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.981 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 3.980 201 d79f2cdcd5eacc5d213397290b06dd23 199.204.45.250 - - [08/Apr/2026:06:23:26 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.597 [auth-system-keycloak-80] [] 10.0.0.146:8080 4246 0.597 200 15719916423c3e872646abdcec432081 199.204.45.250 - - [08/Apr/2026:06:23:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.502 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.500 200 aeb6ca01d904f56c3adaf0a83a6cd6fd 199.204.45.250 - - [08/Apr/2026:06:23:27 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.081 [auth-system-keycloak-80] [] 10.0.0.146:8080 12500 0.080 200 0a7f5343d6cc28411099db1e6a916a87 199.204.45.250 - - [08/Apr/2026:06:23:27 +0000] "GET /admin/realms/atmosphere/client-scopes/8c81ff9c-870b-41c0-8adb-2b69f9715195 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.009 [auth-system-keycloak-80] [] 10.0.0.146:8080 1278 0.008 200 1c036ca873d3e2d5b493fb9b8a78b94a 199.204.45.250 - - [08/Apr/2026:06:23:27 +0000] "PUT /admin/realms/atmosphere/client-scopes/8c81ff9c-870b-41c0-8adb-2b69f9715195 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.068 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.067 204 eef4f52a3ea4b98b7bbfae516680c7d1 199.204.45.250 - - [08/Apr/2026:06:23:27 +0000] "GET /admin/realms/atmosphere/client-scopes/8c81ff9c-870b-41c0-8adb-2b69f9715195/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.081 [auth-system-keycloak-80] [] 10.0.0.146:8080 963 0.082 200 6dcefdad907565801248598d39cdb535 199.204.45.250 - - [08/Apr/2026:06:23:27 +0000] "GET /admin/realms/atmosphere/client-scopes/8c81ff9c-870b-41c0-8adb-2b69f9715195/protocol-mappers/models/30763b88-79c9-42a0-aaa8-7a2cd7790934 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.007 [auth-system-keycloak-80] [] 10.0.0.146:8080 366 0.007 200 81f47cd56f540f442a9f45cd533e34df 199.204.45.250 - - [08/Apr/2026:06:23:27 +0000] "PUT /admin/realms/atmosphere/client-scopes/8c81ff9c-870b-41c0-8adb-2b69f9715195/protocol-mappers/models/30763b88-79c9-42a0-aaa8-7a2cd7790934 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.075 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.074 204 774005a71efb52fee198984dfbbd12dd 199.204.45.250 - - [08/Apr/2026:06:23:28 +0000] "GET /admin/realms/atmosphere/client-scopes/8c81ff9c-870b-41c0-8adb-2b69f9715195 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.017 [auth-system-keycloak-80] [] 10.0.0.146:8080 1218 0.016 200 3b7b15fe7161e64d0331f31b93679722 I0408 06:23:44.894141 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.199.19"}] I0408 06:23:44.898719 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ed515eda-57c5-44d3-96fe-cb91b522adc1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3787", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:23:44.900513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:23:44.900546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [08/Apr/2026:06:23:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.477 200 8f39db3b3e626a15eab05bafab97daef 199.204.45.250 - - [08/Apr/2026:06:23:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.080 [auth-system-keycloak-80] [] 10.0.0.146:8080 2 0.081 200 c08996024c6eb6aa6ead51c3b4916283 199.204.45.250 - - [08/Apr/2026:06:23:49 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.205 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.204 201 970063eacc6fb8fa5d489147d18efdf4 199.204.45.250 - - [08/Apr/2026:06:23:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.090 [auth-system-keycloak-80] [] 10.0.0.146:8080 1261 0.090 200 06b8706923890546c5a3a2f7f413cd7b 199.204.45.250 - - [08/Apr/2026:06:23:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.086 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 1.085 200 862e95ba9372c646b16f7de6d596b167 199.204.45.250 - - [08/Apr/2026:06:23:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.146:8080 2 0.012 200 cd70dba4392ef25f8acea6d972e0a550 199.204.45.250 - - [08/Apr/2026:06:23:51 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.409 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.407 201 c17fc9de054a49c83727d27b9f32f152 199.204.45.250 - - [08/Apr/2026:06:23:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.026 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.025 200 56a29b24ee281de43f3402b8436959be 199.204.45.250 - - [08/Apr/2026:06:23:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.469 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.468 200 202f07c4084c822252ffad8847de66cc 199.204.45.250 - - [08/Apr/2026:06:23:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.146:8080 2 0.009 200 62f5b05fc89c928b7d2b5dfef73beebb 199.204.45.250 - - [08/Apr/2026:06:23:52 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.071 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.069 201 292244c27c19bfccd63b5b4da3c4b90c 199.204.45.250 - - [08/Apr/2026:06:23:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.065 [auth-system-keycloak-80] [] 10.0.0.146:8080 1251 0.066 200 9100bf4685ac7b51dbe192046fa68e2f 199.204.45.250 - - [08/Apr/2026:06:23:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.477 200 9f101edc3df677406d2df93b04960766 199.204.45.250 - - [08/Apr/2026:06:23:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.146:8080 1261 0.007 200 4cd460eccf4ecc5cc1714f766547334b 199.204.45.250 - - [08/Apr/2026:06:23:53 +0000] "GET /admin/realms/atmosphere/clients/35b3937f-6fbe-40bc-8274-a0dcc839eca1/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.064 [auth-system-keycloak-80] [] 10.0.0.146:8080 119 0.064 404 0f91926216f911f74b8dc4d6b1536048 199.204.45.250 - - [08/Apr/2026:06:23:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.146:8080 1261 0.007 200 9e6bfe13674dc3e07366c4fe20a37b3b 199.204.45.250 - - [08/Apr/2026:06:23:53 +0000] "POST /admin/realms/atmosphere/clients/35b3937f-6fbe-40bc-8274-a0dcc839eca1/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.082 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.081 201 b78c0ed530c23a46de1c166a11dff198 199.204.45.250 - - [08/Apr/2026:06:23:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.146:8080 1261 0.008 200 681887315ea75e8c39a7fcc2071e6735 199.204.45.250 - - [08/Apr/2026:06:23:53 +0000] "GET /admin/realms/atmosphere/clients/35b3937f-6fbe-40bc-8274-a0dcc839eca1/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.072 [auth-system-keycloak-80] [] 10.0.0.146:8080 166 0.072 200 52b41722f59dbf23686a04d9e25e7513 199.204.45.250 - - [08/Apr/2026:06:23:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.503 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.502 200 84de0cb825b15a339470c17d20365e17 199.204.45.250 - - [08/Apr/2026:06:23:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.007 200 27db394c15a9c8607cfc6d3a76c7eeb4 199.204.45.250 - - [08/Apr/2026:06:23:54 +0000] "GET /admin/realms/atmosphere/clients/672b6aa2-d672-4579-a909-6e58874b69f4/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.060 [auth-system-keycloak-80] [] 10.0.0.146:8080 119 0.060 404 1273ab428a0b9ea40f23d0a6225a9918 199.204.45.250 - - [08/Apr/2026:06:23:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.008 200 9960ae303925f101ffd8ebebab39c490 199.204.45.250 - - [08/Apr/2026:06:23:54 +0000] "POST /admin/realms/atmosphere/clients/672b6aa2-d672-4579-a909-6e58874b69f4/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.016 201 ef3c9b0ed40be072a3c4b8945a375eeb 199.204.45.250 - - [08/Apr/2026:06:23:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.007 200 39328d97c9a94f5b33ad2ce65495d132 199.204.45.250 - - [08/Apr/2026:06:23:54 +0000] "GET /admin/realms/atmosphere/clients/672b6aa2-d672-4579-a909-6e58874b69f4/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.031 [auth-system-keycloak-80] [] 10.0.0.146:8080 165 0.030 200 56d3bcace251175800917cd042f6fe0b 199.204.45.250 - - [08/Apr/2026:06:23:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.506 200 2fa7bf586e9acf4071cbe32dce6f9367 199.204.45.250 - - [08/Apr/2026:06:23:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.008 200 cf14a316b29d699902900319088e0ba4 199.204.45.250 - - [08/Apr/2026:06:23:55 +0000] "GET /admin/realms/atmosphere/clients/672b6aa2-d672-4579-a909-6e58874b69f4/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.071 [auth-system-keycloak-80] [] 10.0.0.146:8080 119 0.071 404 7ffe96b23733d54c7d9e4f6a4853287d 199.204.45.250 - - [08/Apr/2026:06:23:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.007 200 e351bce9ecf7915caafa84d852f0e5cd 199.204.45.250 - - [08/Apr/2026:06:23:55 +0000] "POST /admin/realms/atmosphere/clients/672b6aa2-d672-4579-a909-6e58874b69f4/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.015 201 022c2c76323ec62cf1b1c6ed80345734 199.204.45.250 - - [08/Apr/2026:06:23:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.035 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.036 200 3d79e17c183f9a5c24a972a676ce0d56 199.204.45.250 - - [08/Apr/2026:06:23:55 +0000] "GET /admin/realms/atmosphere/clients/672b6aa2-d672-4579-a909-6e58874b69f4/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.146:8080 166 0.014 200 5c6e602bb0acfa5f94df4c7a0c43025b 199.204.45.250 - - [08/Apr/2026:06:23:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.460 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.458 200 c8c15e62f5d0788528b03770cd96ed5b 199.204.45.250 - - [08/Apr/2026:06:23:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.043 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.043 200 d0479e3ff2e81a592bea394e8f0c5c2c 199.204.45.250 - - [08/Apr/2026:06:23:56 +0000] "GET /admin/realms/atmosphere/clients/672b6aa2-d672-4579-a909-6e58874b69f4/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.146:8080 119 0.011 404 d90c7877818f417bbdf1c128d9271d0c 199.204.45.250 - - [08/Apr/2026:06:23:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.005 200 c6f1f3fab3d3804977f927bbb2239975 199.204.45.250 - - [08/Apr/2026:06:23:56 +0000] "POST /admin/realms/atmosphere/clients/672b6aa2-d672-4579-a909-6e58874b69f4/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.055 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.054 201 72bd60c639d801f885c283e964b78b3b 199.204.45.250 - - [08/Apr/2026:06:23:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.007 200 9a694e778a031e570859c68914aca7b2 199.204.45.250 - - [08/Apr/2026:06:23:56 +0000] "GET /admin/realms/atmosphere/clients/672b6aa2-d672-4579-a909-6e58874b69f4/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.146:8080 166 0.013 200 2503af52f67b3b6a55fe3452eab8b3a4 199.204.45.250 - - [08/Apr/2026:06:23:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.500 200 e051f1359c11432002299e6ffa99a61b 199.204.45.250 - - [08/Apr/2026:06:23:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.146:8080 1251 0.006 200 dacdb5024031e7b807067be8c6dd7ebd 199.204.45.250 - - [08/Apr/2026:06:23:57 +0000] "GET /admin/realms/atmosphere/clients/a36eae60-d9f8-4ebb-bf6f-cfe5e8d9b721/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.051 [auth-system-keycloak-80] [] 10.0.0.146:8080 119 0.051 404 c33517cc95a5d49f5a44ac172de469b5 199.204.45.250 - - [08/Apr/2026:06:23:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.146:8080 1251 0.008 200 2a0b39c968a82dbbcb60a305d9df01a9 199.204.45.250 - - [08/Apr/2026:06:23:57 +0000] "POST /admin/realms/atmosphere/clients/a36eae60-d9f8-4ebb-bf6f-cfe5e8d9b721/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.020 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.018 201 7526d822b1d22bc300ff35732eeee1d9 199.204.45.250 - - [08/Apr/2026:06:23:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.040 [auth-system-keycloak-80] [] 10.0.0.146:8080 1251 0.039 200 4cb796c5d8e27e3e955218ff323840bb 199.204.45.250 - - [08/Apr/2026:06:23:57 +0000] "GET /admin/realms/atmosphere/clients/a36eae60-d9f8-4ebb-bf6f-cfe5e8d9b721/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.146:8080 166 0.015 200 9907812032c86b407cc2559f785b38cc W0408 06:24:10.428544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:24:10.428599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:24:13.762372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:24:13.762417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:02.788067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:02.788115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:02.864332 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:02.864362 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:02.864413 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0408 06:25:02.864426 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0408 06:25:02.864442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:02.864451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:02.864453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:02.864462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:25:02.866284 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0408 06:25:02.866310 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0408 06:25:02.866337 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0408 06:25:02.866360 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0408 06:25:02.866839 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:25:02.866906 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0408 06:25:02.866945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:02.866962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:25:02.869311 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0408 06:25:02.869356 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0408 06:25:02.873795 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0408 06:25:02.874254 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0408 06:25:02.874283 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0408 06:25:02.874493 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0408 06:25:02.874539 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"f9867b44-c4fe-40c7-b2d1-5934950282b8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4427", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 06:25:02.874560 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"eb0a3ce1-3801-4180-91e6-21a186d9f191", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4428", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 06:25:02.877862 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0408 06:25:02.878243 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0408 06:25:02.878284 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b551555c-2c5b-487a-9a44-ba4904423dab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4432", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 06:25:03.247585 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0408 06:25:03.248948 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0408 06:25:03.262968 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0408 06:25:03.263818 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0408 06:25:04.238126 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0408 06:25:04.239468 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0408 06:25:06.121530 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:06.121590 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:25:06.121627 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:06.121746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:06.121772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:25:06.121890 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:25:06.176745 7 controller.go:216] "Backend successfully reloaded" I0408 06:25:06.177173 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cq7cf", UID:"528b109b-4fe0-4ecc-80ab-9ae92efc3a23", APIVersion:"v1", ResourceVersion:"1390", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 06:25:09.455487 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:09.455573 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:25:09.455756 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:09.455919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:09.455941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:12.788316 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:12.788370 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:25:12.788399 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:12.788505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:12.788536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:16.122416 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:16.122564 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:25:16.122674 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:16.123054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:16.123110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:19.455564 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:19.455633 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:25:19.455691 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:19.455829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:19.455862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:22.789706 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:22.789766 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:25:22.789817 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:22.789974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:22.790000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:26.123308 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:26.123377 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:25:26.123423 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:26.123545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:26.123575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:29.455186 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:29.455248 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:25:29.455287 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:29.455402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:29.455422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:32.788518 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:32.788588 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:25:32.788631 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:32.788763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:32.788790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:36.121739 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:36.121830 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:36.121952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:36.121979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:39.455089 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:39.455222 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:39.455390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:39.455426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:42.788942 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:42.789100 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:42.789230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:42.789257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:25:44.893313 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.199.19"}] I0408 06:25:44.894180 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.199.19"}] I0408 06:25:44.894308 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.199.19"}] I0408 06:25:44.897933 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"eb0a3ce1-3801-4180-91e6-21a186d9f191", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5468", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 06:25:44.899606 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"f9867b44-c4fe-40c7-b2d1-5934950282b8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5469", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 06:25:44.901895 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b551555c-2c5b-487a-9a44-ba4904423dab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5470", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:25:46.122530 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:46.122657 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:25:46.122854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:46.122900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.28 - - [08/Apr/2026:06:25:46 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.029 [auth-system-keycloak-80] [] 10.0.0.146:8080 6382 0.029 200 10cd522ea102f5cd385f794aa0e3dcba W0408 06:25:49.454981 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:49.455202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:49.455259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.80 - - [08/Apr/2026:06:25:51 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.005 [auth-system-keycloak-80] [] 10.0.0.146:8080 6382 0.006 200 cfd1198ea513a657322dc1c2636dea99 W0408 06:25:52.788810 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:52.789128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:52.789160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:56.121595 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:25:56.121889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:56.121921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:59.455918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:59.455969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:02.789075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:02.789198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:11.826841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:11.826888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [08/Apr/2026:06:26:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.478 200 71869481d2510c51b7a5be36b5481aac 199.204.45.250 - - [08/Apr/2026:06:26:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.005 [auth-system-keycloak-80] [] 10.0.0.146:8080 4246 0.006 200 cd61cc857102f24bccfcaad7183ed022 199.204.45.250 - - [08/Apr/2026:06:26:17 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.550 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.550 204 c845efec6ef3d641c58e26f7a757ae75 199.204.45.250 - - [08/Apr/2026:06:26:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.184 [auth-system-keycloak-80] [] 10.0.0.146:8080 4384 0.184 200 b0499090d7137f2abb82b1822e37b6e3 199.204.45.250 - - [08/Apr/2026:06:26:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.569 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.567 200 9f483a1f33fe8ce33479b0a734a908b9 199.204.45.250 - - [08/Apr/2026:06:26:19 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.041 [auth-system-keycloak-80] [] 10.0.0.146:8080 1682 0.041 200 258d02ebe7b7f4d0075eb559ed114c34 199.204.45.250 - - [08/Apr/2026:06:26:19 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.146:8080 6382 0.005 200 bd754b3bc02a45359261298fe41205eb 199.204.45.250 - - [08/Apr/2026:06:26:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.513 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.511 200 731a0384dd4f3b50fbcfa42702e5fae9 199.204.45.250 - - [08/Apr/2026:06:26:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.146:8080 2 0.008 200 d4bdb109b5efd59c89b349627486a75c 199.204.45.250 - - [08/Apr/2026:06:26:21 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.163 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.162 201 3af3cfff59cd333843a31285f54bc4ab 199.204.45.250 - - [08/Apr/2026:06:26:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.022 [auth-system-keycloak-80] [] 10.0.0.146:8080 2246 0.021 200 28382fe4dd2f117c6ff6e20e2d799b26 199.204.45.250 - - [08/Apr/2026:06:26:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.470 200 0a58d0d343c8cfdbc1d4bc8e8a7979cd 199.204.45.250 - - [08/Apr/2026:06:26:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.034 [auth-system-keycloak-80] [] 10.0.0.146:8080 2246 0.034 200 91f3181a09499b4b6c12d37690deecf2 199.204.45.250 - - [08/Apr/2026:06:26:22 +0000] "GET /admin/realms/atmosphere/clients/5e748285-5e93-4852-b103-b369d3728cae/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.016 [auth-system-keycloak-80] [] 10.0.0.146:8080 233 0.017 200 a1bb51c36ecad76dddbbbc1bcba89e58 199.204.45.250 - - [08/Apr/2026:06:26:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.066 [auth-system-keycloak-80] [] 10.0.0.146:8080 831 0.065 200 4a90a9662c070d15da4cd28c7b179f10 199.204.45.250 - - [08/Apr/2026:06:26:22 +0000] "GET /admin/realms/atmosphere/clients/68fbc283-3f97-491f-9480-7413b65cf09f/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.024 [auth-system-keycloak-80] [] 10.0.0.146:8080 3758 0.025 200 24a318d72eb11231d4a0a3acd9471b20 199.204.45.250 - - [08/Apr/2026:06:26:22 +0000] "GET /admin/realms/atmosphere/users/0c7dae41-77fb-4b70-a8aa-32a12d7b30b5/role-mappings/clients/68fbc283-3f97-491f-9480-7413b65cf09f/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.165 [auth-system-keycloak-80] [] 10.0.0.146:8080 3758 0.165 200 99e96d8380d5494071870b098b27c004 199.204.45.250 - - [08/Apr/2026:06:26:22 +0000] "GET /admin/realms/atmosphere/users/0c7dae41-77fb-4b70-a8aa-32a12d7b30b5/role-mappings/clients/68fbc283-3f97-491f-9480-7413b65cf09f/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.085 [auth-system-keycloak-80] [] 10.0.0.146:8080 2 0.085 200 80ae5e9069406992b0c5d7f637941b72 199.204.45.250 - - [08/Apr/2026:06:26:22 +0000] "POST /admin/realms/atmosphere/users/0c7dae41-77fb-4b70-a8aa-32a12d7b30b5/role-mappings/clients/68fbc283-3f97-491f-9480-7413b65cf09f HTTP/1.1" 204 0 "-" "Ansible" 1390 0.079 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.078 204 780fee5e34d8c00a5b85bc47f96a792e 199.204.45.250 - - [08/Apr/2026:06:26:22 +0000] "GET /admin/realms/atmosphere/users/0c7dae41-77fb-4b70-a8aa-32a12d7b30b5/role-mappings/clients/68fbc283-3f97-491f-9480-7413b65cf09f/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.146:8080 576 0.012 200 74e4b85c8926ebdcf76fd0e310481730 W0408 06:26:25.450294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:25.450340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:28.784820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:28.784859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:32.117181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:32.117230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:35.450647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:35.450679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:30.014611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:30.014662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:02.491956 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0408 06:29:02.492043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:02.492062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:29:02.495877 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0408 06:29:02.495917 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0408 06:29:02.500562 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0408 06:29:02.501400 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"fd56ab48-b9ad-4a27-aa03-6440f8114e18", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6867", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:29:02.501719 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0408 06:29:02.502093 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0408 06:29:02.502150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:02.502165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:29:02.502267 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:29:02.547283 7 controller.go:216] "Backend successfully reloaded" I0408 06:29:02.547784 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cq7cf", UID:"528b109b-4fe0-4ecc-80ab-9ae92efc3a23", APIVersion:"v1", ResourceVersion:"1390", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 06:29:02.867482 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0408 06:29:02.869076 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0408 06:29:05.835996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:05.836041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [08/Apr/2026:06:29:06 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.005 300 ecda07cb7d43f19eff1ed944ea5cc61b 199.204.45.250 - - [08/Apr/2026:06:29:08 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.9:5000 266 0.005 200 450ee75e21add179d205ab16dfe28539 199.204.45.250 - - [08/Apr/2026:06:29:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.350 [openstack-keystone-api-5000] [] 10.0.0.9:5000 1360 0.350 201 ed7d546122714074386de1c1a4c3f586 199.204.45.250 - - [08/Apr/2026:06:29:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.004 300 1234e69163857ddd3e058fd635c23125 199.204.45.250 - - [08/Apr/2026:06:29:08 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.036 [openstack-keystone-api-5000] [] 10.0.0.9:5000 90 0.036 404 5ddfdcd34675eb16440002a80917fd7f 199.204.45.250 - - [08/Apr/2026:06:29:08 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.031 [openstack-keystone-api-5000] [] 10.0.0.9:5000 368 0.030 200 96a92bbed9691068f770959ed2490188 199.204.45.250 - - [08/Apr/2026:06:29:08 +0000] "GET /v3/domains/a746d1b14327481b89e48267d169dd01 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.026 [openstack-keystone-api-5000] [] 10.0.0.9:5000 245 0.025 200 7cd5e49bdd4bc0ac4b0e2857795d60b5 199.204.45.250 - - [08/Apr/2026:06:29:09 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.9:5000 266 0.004 200 96defeb5724f34754069c59a045ef1e7 199.204.45.250 - - [08/Apr/2026:06:29:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.349 [openstack-keystone-api-5000] [] 10.0.0.9:5000 1360 0.350 201 fb734309854aae8d1e025b96dfc91ec0 199.204.45.250 - - [08/Apr/2026:06:29:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.003 300 cd9707b281aa71c810328c8ae75bfe13 199.204.45.250 - - [08/Apr/2026:06:29:09 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.023 [openstack-keystone-api-5000] [] 10.0.0.9:5000 101 0.023 404 4599d5a751cfe3995046a989776c6633 199.204.45.250 - - [08/Apr/2026:06:29:09 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.022 [openstack-keystone-api-5000] [] 10.0.0.9:5000 156 0.022 200 f41d94f6238f3b7bd8daa08b9d8286c9 199.204.45.250 - - [08/Apr/2026:06:29:09 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.028 [openstack-keystone-api-5000] [] 10.0.0.9:5000 454 0.027 201 3d2630ba8f0ef4a303146e00d8393824 199.204.45.250 - - [08/Apr/2026:06:29:10 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.9:5000 266 0.003 200 d5c9759c83099f19cb6d4ee34bcd76c1 199.204.45.250 - - [08/Apr/2026:06:29:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.9:5000 1360 0.294 201 0b4c446392ddee108aeec1151d0886d2 199.204.45.250 - - [08/Apr/2026:06:29:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.004 300 289322b64ddfe6201cf61c10d75bf674 199.204.45.250 - - [08/Apr/2026:06:29:10 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.024 [openstack-keystone-api-5000] [] 10.0.0.9:5000 98 0.025 404 e78b764689fe3bd621bc372ddd191fbe 199.204.45.250 - - [08/Apr/2026:06:29:10 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.027 [openstack-keystone-api-5000] [] 10.0.0.9:5000 136 0.026 200 1b84acae34085b10377a481cd4e89c53 199.204.45.250 - - [08/Apr/2026:06:29:10 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.026 [openstack-keystone-api-5000] [] 10.0.0.9:5000 332 0.026 201 b990136717f943942c49e62864a5292f 199.204.45.250 - - [08/Apr/2026:06:29:11 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.9:5000 266 0.005 200 195fbcfdb4bb0aab295bb83c0102f7c6 199.204.45.250 - - [08/Apr/2026:06:29:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.9:5000 1360 0.294 201 dfa69b873d0b687e60525a6f2068f3c4 199.204.45.250 - - [08/Apr/2026:06:29:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.004 300 145d14874943afb99bf919d98c937b55 199.204.45.250 - - [08/Apr/2026:06:29:11 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.034 [openstack-keystone-api-5000] [] 10.0.0.9:5000 131 0.034 404 d3c2315b0b610ef4ea99bc1911aa6d29 199.204.45.250 - - [08/Apr/2026:06:29:11 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.020 [openstack-keystone-api-5000] [] 10.0.0.9:5000 168 0.021 200 505bb5dbb2a079946527531320844195 199.204.45.250 - - [08/Apr/2026:06:29:11 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.025 [openstack-keystone-api-5000] [] 10.0.0.9:5000 224 0.025 201 f669461b55099c130008c5a9cfd68fef W0408 06:29:21.536261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:21.536327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:24.870471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:24.870540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:28.203880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:28.203925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:31.536502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:31.536553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:37.035396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:37.035443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:29:44.894305 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.199.19"}] I0408 06:29:44.900715 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"fd56ab48-b9ad-4a27-aa03-6440f8114e18", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7212", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:29:44.902870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:44.902911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:48.236643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:48.236694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:51.572030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:29:51.572074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:18.398300 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 06:31:18.398377 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0408 06:31:18.398414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:18.398464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:31:18.400550 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.002s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:32.2kB} I0408 06:31:18.400573 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0408 06:31:18.408590 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0408 06:31:18.408985 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"57948bbb-bd6d-46ce-aa78-4093b990b98b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7922", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:31:18.409228 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0408 06:31:18.409628 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 06:31:18.409746 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0408 06:31:18.409821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:18.409836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:31:18.410139 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:31:18.462564 7 controller.go:216] "Backend successfully reloaded" I0408 06:31:18.462828 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cq7cf", UID:"528b109b-4fe0-4ecc-80ab-9ae92efc3a23", APIVersion:"v1", ResourceVersion:"1390", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 06:31:18.845141 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0408 06:31:18.846878 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.250 - - [08/Apr/2026:06:31:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.005 300 ce35809b4133844bcc38cb3c50b4a247 199.204.45.250 - - [08/Apr/2026:06:31:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.333 [openstack-keystone-api-5000] [] 10.0.0.9:5000 1992 0.332 201 b8675c737604b04d695fee673791420c 199.204.45.250 - - [08/Apr/2026:06:31:19 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.9:5000 85 0.023 404 833ebea1c0d48ac74baf5c6259306f80 199.204.45.250 - - [08/Apr/2026:06:31:19 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.018 [openstack-keystone-api-5000] [] 10.0.0.9:5000 129 0.018 200 c08be684edfdab0eaae2b34046fc5afe 199.204.45.250 - - [08/Apr/2026:06:31:19 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.031 [openstack-keystone-api-5000] [] 10.0.0.9:5000 230 0.032 201 7d79071b70424f7f8d5c447adc97a738 W0408 06:31:21.743790 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 06:31:21.743953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:21.743982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:25.337771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:25.337816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [08/Apr/2026:06:31:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.004 300 7e6aa9897fd07594b06cb9a83409e9ab 199.204.45.250 - - [08/Apr/2026:06:31:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.296 [openstack-keystone-api-5000] [] 10.0.0.9:5000 1992 0.295 201 b0cdd826ce74f5fc9b92c8f8cc53fb5f 199.204.45.250 - - [08/Apr/2026:06:31:26 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.024 [openstack-keystone-api-5000] [] 10.0.0.9:5000 1521 0.024 200 0df6032016edd024fbaa72233eae2e08 199.204.45.250 - - [08/Apr/2026:06:31:26 +0000] "PUT /v3/roles/a6519afcdb16467f956427a2bd265cfe/implies/68940c151da0410b975b49a5e122efbd HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.043 [openstack-keystone-api-5000] [] 10.0.0.9:5000 521 0.043 201 cec30fd6145a07c0ede7bcdc6860a0f9 I0408 06:31:44.897595 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.103.199.19"}] I0408 06:31:44.909055 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"57948bbb-bd6d-46ce-aa78-4093b990b98b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8228", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:31:44.910923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:44.910964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [08/Apr/2026:06:32:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.005 300 813c9a65bd2eba3b6b15db6cc6c72463 199.204.45.250 - - [08/Apr/2026:06:32:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.365 [openstack-keystone-api-5000] [] 10.0.0.9:5000 2055 0.366 201 3d81b93ee2d527a1b813750235472dd4 199.204.45.250 - - [08/Apr/2026:06:32:13 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.034 [openstack-keystone-api-5000] [] 10.0.0.9:5000 87 0.034 404 617a96ae0e9bb8246e277c586070807d 199.204.45.250 - - [08/Apr/2026:06:32:13 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.024 [openstack-keystone-api-5000] [] 10.0.0.9:5000 390 0.024 200 684921a2839f9c90642a876c91e71b24 199.204.45.250 - - [08/Apr/2026:06:32:13 +0000] "GET /v3/users/rgw-RegionOne?domain_id=13a6b64e072345abb14bbe26131ffb85 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.038 [openstack-keystone-api-5000] [] 10.0.0.9:5000 91 0.039 404 4ca5c365fbc774f3871c24637bde4f60 199.204.45.250 - - [08/Apr/2026:06:32:13 +0000] "GET /v3/users?domain_id=13a6b64e072345abb14bbe26131ffb85&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.033 [openstack-keystone-api-5000] [] 10.0.0.9:5000 178 0.033 200 63f9d13e3c509818c6041715dc8eb4e6 199.204.45.250 - - [08/Apr/2026:06:32:13 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.416 [openstack-keystone-api-5000] [] 10.0.0.9:5000 291 0.416 201 9b8134ecadf8909abe016330e34eb27b 199.204.45.250 - - [08/Apr/2026:06:32:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.002 300 750b55ea532894ebdd11d2be4e5b35d9 199.204.45.250 - - [08/Apr/2026:06:32:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.304 [openstack-keystone-api-5000] [] 10.0.0.9:5000 2055 0.304 201 d4b3acf01368b1cdb90aaf9550fe24f1 199.204.45.250 - - [08/Apr/2026:06:32:16 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.024 [openstack-keystone-api-5000] [] 10.0.0.9:5000 83 0.024 404 195cbec1a1b3e209169abd0a8c3e46cf 199.204.45.250 - - [08/Apr/2026:06:32:16 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.026 [openstack-keystone-api-5000] [] 10.0.0.9:5000 361 0.027 200 8cb74db8e5d8483860337d3776210143 199.204.45.250 - - [08/Apr/2026:06:32:16 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.044 [openstack-keystone-api-5000] [] 10.0.0.9:5000 87 0.044 404 e806df2b38a66d2310a2f49fce24b5cd 199.204.45.250 - - [08/Apr/2026:06:32:16 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.027 [openstack-keystone-api-5000] [] 10.0.0.9:5000 390 0.027 200 b70fa3250bfb6403a936264010db35a6 199.204.45.250 - - [08/Apr/2026:06:32:16 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.027 [openstack-keystone-api-5000] [] 10.0.0.9:5000 91 0.027 404 dbf0a194da6272e9e4b4c5543b3e04e1 199.204.45.250 - - [08/Apr/2026:06:32:16 +0000] "GET /v3/users?domain_id=13a6b64e072345abb14bbe26131ffb85&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.047 [openstack-keystone-api-5000] [] 10.0.0.9:5000 458 0.048 200 60a655c88fbb5988d94b79e1cd19b9f9 199.204.45.250 - - [08/Apr/2026:06:32:16 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.031 [openstack-keystone-api-5000] [] 10.0.0.9:5000 88 0.031 404 9238d982ad184794236dc7a80bd52f3a 199.204.45.250 - - [08/Apr/2026:06:32:16 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.026 [openstack-keystone-api-5000] [] 10.0.0.9:5000 520 0.027 200 ac113cc918740ba4d96b25f375831cd2 199.204.45.250 - - [08/Apr/2026:06:32:17 +0000] "PUT /v3/projects/8f0e2f04a41c49819e18e75c319cce1f/users/c9bcc05e493a44ff9ff9837a62dac644/roles/b0c0aa26a75b4c20a6993ddddd1f405a HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.050 [openstack-keystone-api-5000] [] 10.0.0.9:5000 0 0.049 204 26af7ac51e21d13e85f97a4d6515b479 199.204.45.250 - - [08/Apr/2026:06:32:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.005 300 b98d57df46debe6636f513473df6ced4 199.204.45.250 - - [08/Apr/2026:06:32:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.346 [openstack-keystone-api-5000] [] 10.0.0.9:5000 2055 0.345 201 322c2508d045ae2ef6ed74a15932509b 199.204.45.250 - - [08/Apr/2026:06:32:19 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.021 [openstack-keystone-api-5000] [] 10.0.0.9:5000 151 0.021 200 0d378093070b4b45b3f43686587a9327 199.204.45.250 - - [08/Apr/2026:06:32:19 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.033 [openstack-keystone-api-5000] [] 10.0.0.9:5000 263 0.033 201 e27df5df6b6804934d2293470eba33c8 199.204.45.250 - - [08/Apr/2026:06:32:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.004 300 fbb80df514d7b94b8e7de604e3fcd16c 199.204.45.250 - - [08/Apr/2026:06:32:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.312 [openstack-keystone-api-5000] [] 10.0.0.9:5000 2157 0.311 201 7e9ca67e843173348d09c56be624beea 199.204.45.250 - - [08/Apr/2026:06:32:20 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.032 [openstack-keystone-api-5000] [] 10.0.0.9:5000 86 0.032 404 766aa2a6114ce2edde2f2ebc9807e596 199.204.45.250 - - [08/Apr/2026:06:32:20 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.9:5000 382 0.018 200 3cadb8d79ed974b65b5dada6cf20dcc7 199.204.45.250 - - [08/Apr/2026:06:32:20 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=f78f037702654cba8f616d997a25c80d HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.028 [openstack-keystone-api-5000] [] 10.0.0.9:5000 205 0.029 200 75f2de64b98ef0a6fb9c49f9bd4a6dd5 199.204.45.250 - - [08/Apr/2026:06:32:20 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.049 [openstack-keystone-api-5000] [] 10.0.0.9:5000 379 0.049 201 be8b96f36361c367bae4b9d83425e5e7 199.204.45.250 - - [08/Apr/2026:06:32:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.004 300 b1cab96d53ee829519beb110833746a9 199.204.45.250 - - [08/Apr/2026:06:32:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.314 [openstack-keystone-api-5000] [] 10.0.0.9:5000 2366 0.314 201 c6163505434f3ea2eab846f572efa5fd 199.204.45.250 - - [08/Apr/2026:06:32:21 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.030 [openstack-keystone-api-5000] [] 10.0.0.9:5000 86 0.030 404 97cc81fb47d721b855c8f52a81b9b738 199.204.45.250 - - [08/Apr/2026:06:32:21 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.022 [openstack-keystone-api-5000] [] 10.0.0.9:5000 382 0.022 200 90257d9d1d9c4dd44bc044f29c316602 199.204.45.250 - - [08/Apr/2026:06:32:21 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=f78f037702654cba8f616d997a25c80d HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.024 [openstack-keystone-api-5000] [] 10.0.0.9:5000 207 0.025 200 ebd834d29de395369621bd256c430a3b 199.204.45.250 - - [08/Apr/2026:06:32:21 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.038 [openstack-keystone-api-5000] [] 10.0.0.9:5000 392 0.038 201 aaa329e185004d43e7d6e1870ad886b8 W0408 06:32:22.467029 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 06:32:22.467166 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0408 06:32:22.467318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:22.467344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:32:22.471054 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:35.7kB} I0408 06:32:22.471081 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0408 06:32:22.477521 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0408 06:32:22.478238 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0408 06:32:22.478724 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 06:32:22.478928 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0408 06:32:22.479080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:22.479110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:32:22.479338 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:32:22.486003 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"a68209fb-c154-47c0-b08f-6da8733bbb8c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8482", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 06:32:22.528445 7 controller.go:216] "Backend successfully reloaded" I0408 06:32:22.528713 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cq7cf", UID:"528b109b-4fe0-4ecc-80ab-9ae92efc3a23", APIVersion:"v1", ResourceVersion:"1390", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 06:32:22.810597 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0408 06:32:22.812537 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0408 06:32:25.813078 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 06:32:25.813338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:25.813371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:39.151040 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 06:32:39.151234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:39.151259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:44.145752 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 06:32:44.145944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:44.145966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:32:44.894634 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.103.199.19"}] I0408 06:32:44.900335 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"a68209fb-c154-47c0-b08f-6da8733bbb8c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8753", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:32:47.479247 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:32:47.479534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:47.479567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:32:47.480131 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:32:47.536123 7 controller.go:216] "Backend successfully reloaded" I0408 06:32:47.536460 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cq7cf", UID:"528b109b-4fe0-4ecc-80ab-9ae92efc3a23", APIVersion:"v1", ResourceVersion:"1390", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 06:32:50.813513 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:32:50.813688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:50.813717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:54.146581 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:32:54.146745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:54.146772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:09.628418 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:33:09.628629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:09.628676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:12.962711 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:33:12.963084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:12.963115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:17.942538 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:33:17.942724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:17.942751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:52.313743 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:33:52.313878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:52.313899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:34:31.329200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:34:31.329243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:21.931589 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 06:35:21.931813 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0408 06:35:21.931988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:21.932018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:35:21.938371 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.007s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:39.2kB} I0408 06:35:21.938415 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0408 06:35:21.942474 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0408 06:35:21.942769 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"a49cf373-142d-41a1-9083-6aec7888495c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10032", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:35:21.942983 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0408 06:35:21.943392 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 06:35:21.943501 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0408 06:35:21.943587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:21.943606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:35:21.943759 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:35:21.993882 7 controller.go:216] "Backend successfully reloaded" I0408 06:35:21.994097 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cq7cf", UID:"528b109b-4fe0-4ecc-80ab-9ae92efc3a23", APIVersion:"v1", ResourceVersion:"1390", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 06:35:22.171452 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0408 06:35:22.172607 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0408 06:35:25.278021 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 06:35:25.278234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:25.278260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [08/Apr/2026:06:35:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.004 300 3e4dc858e25e28b905c9dbdafc27822d 199.204.45.250 - - [08/Apr/2026:06:35:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.332 [openstack-keystone-api-5000] [] 10.0.0.9:5000 3201 0.332 201 507af10ac3eae8c2a45cefaca8edbda9 199.204.45.250 - - [08/Apr/2026:06:35:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 385b97bdf18fb1ec6750d406788c7283 199.204.45.250 - - [08/Apr/2026:06:35:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 23d01fbb2f1b0f53242555c61cd8b307 199.204.45.250 - - [08/Apr/2026:06:35:27 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.005 300 a10dcf7b4e01e9a4d55de7b4213cdf1e 199.204.45.250 - - [08/Apr/2026:06:35:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.9:5000 3201 0.290 201 8075cb1c658c860a7ca3da19afe992b1 199.204.45.250 - - [08/Apr/2026:06:35:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ec765f95478c3a29a1b19f16374bbe80 199.204.45.250 - - [08/Apr/2026:06:35:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7d2393e02367cca4c4214034f54f5d68 199.204.45.250 - - [08/Apr/2026:06:35:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.005 300 eea3d9293d5dd321efa7f1200cdc7ec9 199.204.45.250 - - [08/Apr/2026:06:35:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.476 [openstack-keystone-api-5000] [] 10.0.0.9:5000 3201 0.476 201 1801a5c59e4976ef463846d6f05a7780 199.204.45.250 - - [08/Apr/2026:06:35:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fc995aebbc0a2bc7faee5b17986f7ae7 199.204.45.250 - - [08/Apr/2026:06:35:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4695437cfd68ae2cef4b2083599f9a47 199.204.45.250 - - [08/Apr/2026:06:35:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.004 300 21b5f4846ed42c98cf3e61efdddf7600 199.204.45.250 - - [08/Apr/2026:06:35:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.9:5000 3201 0.298 201 6beef15101f0111166ee2488064e3d3d 199.204.45.250 - - [08/Apr/2026:06:35:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 720045c23a193ea0d885b61f92b094d6 199.204.45.250 - - [08/Apr/2026:06:35:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6221e6884f126e725817c2864f9ca599 199.204.45.250 - - [08/Apr/2026:06:35:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.004 300 9008982f1d00728cd312d8276605b266 199.204.45.250 - - [08/Apr/2026:06:35:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.320 [openstack-keystone-api-5000] [] 10.0.0.9:5000 3201 0.320 201 d3618f109b4c1d3e94632fde4c137294 199.204.45.250 - - [08/Apr/2026:06:35:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 550622d90e7972cc06eda9947058c6c2 199.204.45.250 - - [08/Apr/2026:06:35:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ade0142e500edaaca46ef24328d92178 W0408 06:35:34.399266 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 06:35:34.399396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:34.399408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [08/Apr/2026:06:35:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.005 300 8fbfe1a08aeab8abd2aa043778bdb21e 199.204.45.250 - - [08/Apr/2026:06:35:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.312 [openstack-keystone-api-5000] [] 10.0.0.9:5000 3201 0.311 201 408fbce8a4c3a6f397ec0fbd82f87459 199.204.45.250 - - [08/Apr/2026:06:35:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8a6ca1f4e9803e254f8fa444f7a7f114 199.204.45.250 - - [08/Apr/2026:06:35:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 830e1fad6b752cf241658c546ea56856 199.204.45.250 - - [08/Apr/2026:06:35:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.005 300 41dd72f2d04a6871e60819e1c177865f 199.204.45.250 - - [08/Apr/2026:06:35:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.9:5000 3201 0.297 201 3dd94b0b8edaef966185a7e0a6338d3f 199.204.45.250 - - [08/Apr/2026:06:35:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fc499dd8b849e9809f373ccd55c2cba7 199.204.45.250 - - [08/Apr/2026:06:35:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 013bc4911499e7d185f261c6091f4535 199.204.45.250 - - [08/Apr/2026:06:35:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.004 300 c5b4602134c5fc78c43e3ff3b06ee14b 199.204.45.250 - - [08/Apr/2026:06:35:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.315 [openstack-keystone-api-5000] [] 10.0.0.9:5000 3201 0.315 201 e24d3cb61d542672043be8b29238b04e 199.204.45.250 - - [08/Apr/2026:06:35:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 775d53c6314a1466bb49f9512d042827 199.204.45.250 - - [08/Apr/2026:06:35:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - adad6eee82d82b6fcacf2eaa2cf613b2 199.204.45.250 - - [08/Apr/2026:06:35:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.003 300 d458e077b93d09117b0170518b0ba56c 199.204.45.250 - - [08/Apr/2026:06:35:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.307 [openstack-keystone-api-5000] [] 10.0.0.9:5000 3201 0.308 201 8543196e2e88bb8ec0afb0d5625b2d06 199.204.45.250 - - [08/Apr/2026:06:35:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8fc8798f222fe396991243c639c65886 199.204.45.250 - - [08/Apr/2026:06:35:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6ef3f4d09328cd3d311a90ad6da2c5ab 199.204.45.250 - - [08/Apr/2026:06:35:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.005 300 61ea0e54986a6e6b7c14883253a27388 199.204.45.250 - - [08/Apr/2026:06:35:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.9:5000 3201 0.300 201 0ff72b465653dbec5e14a10234c2ba01 199.204.45.250 - - [08/Apr/2026:06:35:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 73c338c938122e94fdac1fd83cb6b70e 199.204.45.250 - - [08/Apr/2026:06:35:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9ee15a08e70c3eb316082c713a5b542c W0408 06:35:43.379041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:43.379094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [08/Apr/2026:06:35:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.003 300 e197953a17a1396bb659ded5ac6f3ccb 199.204.45.250 - - [08/Apr/2026:06:35:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.9:5000 3201 0.295 201 42551ab3a363c048d4434d257deedb85 199.204.45.250 - - [08/Apr/2026:06:35:44 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.210:9292 1193 0.002 300 21c0ae4d59946b8108221c9f123bfe7b I0408 06:35:44.895490 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.103.199.19"}] I0408 06:35:44.905028 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"a49cf373-142d-41a1-9083-6aec7888495c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10210", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.250 - - [08/Apr/2026:06:35:45 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.577 [openstack-glance-api-9292] [] 10.0.0.210:9292 69 0.577 200 9617dd41c65401c4dd74ef1a777dc193 W0408 06:35:46.712654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:46.712706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [08/Apr/2026:06:35:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.9:5000 281 0.004 300 3f904c0184f40f3e399cff0d39556c29 199.204.45.250 - - [08/Apr/2026:06:35:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.9:5000 3201 0.295 201 7df7cd331f034f12a9129b80cc32fc6d 199.204.45.250 - - [08/Apr/2026:06:35:48 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.210:9292 1193 0.002 300 0e586a909678aa179f0341c7d43b4344 199.204.45.250 - - [08/Apr/2026:06:35:48 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.058 [openstack-glance-api-9292] [] 10.0.0.210:9292 69 0.059 200 f703d12857fe2fd5967a6a04c5d30b1d 199.204.45.250 - - [08/Apr/2026:06:35:48 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.118 [openstack-glance-api-9292] [] 10.0.0.210:9292 151 0.119 404 e86af9914f350496dd98048605e3d25b 199.204.45.250 - - [08/Apr/2026:06:35:48 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.023 [openstack-glance-api-9292] [] 10.0.0.210:9292 81 0.023 200 68e58bd3f29e68cfc69a9037bd1b9684 199.204.45.250 - - [08/Apr/2026:06:35:48 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.023 [openstack-glance-api-9292] [] 10.0.0.210:9292 84 0.023 200 e92e55115a01a329275707866c70a34f 199.204.45.250 - - [08/Apr/2026:06:35:48 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.060 [openstack-glance-api-9292] [] 10.0.0.210:9292 760 0.060 201 00d9b299efc2c9717d6b27a8954db6c0 199.204.45.250 - - [08/Apr/2026:06:35:52 +0000] "PUT /v2/images/05d9130b-6e96-4d9f-848f-66a70c8b97fd/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.669 [openstack-glance-api-9292] [] 10.0.0.210:9292 0 3.669 204 2b2bedd654680d986e42247677eeb3fb 199.204.45.250 - - [08/Apr/2026:06:35:52 +0000] "GET /v2/images/05d9130b-6e96-4d9f-848f-66a70c8b97fd HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-glance-api-9292] [] 10.0.0.210:9292 1171 0.023 200 8dbe83dfd31abb5ceb1adccf0ef47d99 199.204.45.250 - - [08/Apr/2026:06:35:52 +0000] "GET /v2/images/05d9130b-6e96-4d9f-848f-66a70c8b97fd HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-glance-api-9292] [] 10.0.0.210:9292 1171 0.018 200 bda2770583b6fab78bd5b9c5fb645855 W0408 06:35:55.662483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:55.662528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:58.996441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:58.996499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store