------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0408 01:23:39.686491 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0408 01:23:39.686619 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0408 01:23:39.695544 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0408 01:23:39.698263 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0408 01:23:40.072833 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0408 01:23:40.088345 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0408 01:23:40.097164 7 nginx.go:271] "Starting NGINX Ingress controller" I0408 01:23:40.102237 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"a6a071a5-9276-42ea-a6ba-93352d0c902f", APIVersion:"v1", ResourceVersion:"1306", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0408 01:23:40.106196 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"30e5a5ee-7267-4df5-a7e5-0b655e9e9b74", APIVersion:"v1", ResourceVersion:"1304", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0408 01:23:40.106252 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"4d6cc668-7fa4-4a89-b7fd-547ae4302767", APIVersion:"v1", ResourceVersion:"1305", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0408 01:23:41.299397 7 nginx.go:317] "Starting NGINX process" I0408 01:23:41.299475 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0408 01:23:41.300182 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0408 01:23:41.300628 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0408 01:23:41.300781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:41.300817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:23:41.300935 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:23:41.309422 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0408 01:23:41.309490 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-wm2xn" I0408 01:23:41.339174 7 controller.go:216] "Backend successfully reloaded" I0408 01:23:41.339273 7 controller.go:227] "Initial sync, sleeping for 1 second" I0408 01:23:41.339380 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wm2xn", UID:"6b91ca8d-1fe2-4bed-8ca1-7c8b5c595d04", APIVersion:"v1", ResourceVersion:"1412", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 01:23:45.123070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:45.123102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:48.457365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:48.457495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:51.790931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:51.790968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:55.123156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:55.123188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:58.457842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:58.457889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:01.790720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:01.790769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:05.124052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:05.124099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:08.458295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:08.458324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:14.143173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:14.143218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:17.478322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:17.478374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:20.810188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:20.810233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:08.237424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:08.237453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:15.949214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:15.949253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:19.283454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:19.283525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:22.616230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:22.616266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:25.949919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:25.949970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:29.283469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:29.286239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:32.617074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:32.617107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:36.550498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:36.550549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:39.885050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:39.885118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:43.598782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:43.598841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:46.933196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:46.933240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:27:50.193690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:27:50.193738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:27:52.998253 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-222.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-222.nip.io-tls was not found. Using default certificate W0408 01:27:52.998327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:27:52.998347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:27:53.000332 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0408 01:27:53.000372 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0408 01:27:53.008906 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0408 01:27:53.009222 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4af42f04-ff7c-498c-a257-91f9867a660c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3306", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:27:53.009307 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-222.nip.io-tls" in local store I0408 01:27:53.432809 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-222.nip.io-tls" I0408 01:27:53.435034 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-222.nip.io-tls" W0408 01:27:53.527475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:27:53.527514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:27:53.527571 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:27:53.590205 7 controller.go:216] "Backend successfully reloaded" I0408 01:27:53.591081 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wm2xn", UID:"6b91ca8d-1fe2-4bed-8ca1-7c8b5c595d04", APIVersion:"v1", ResourceVersion:"1412", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 01:27:56.861279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:27:56.861346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [08/Apr/2026:01:28:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.163 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 2.161 200 df7bed6d1b917916976c84bc8d7deecb 199.204.45.222 - - [08/Apr/2026:01:28:05 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.183 [auth-system-keycloak-80] [] 10.0.0.205:8080 116 0.183 404 ab6a3e02ee047e3b6966df3674e22904 199.204.45.222 - - [08/Apr/2026:01:28:09 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.180 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 4.179 201 be045816e7f1f520eedbbda39fd85e1d 199.204.45.222 - - [08/Apr/2026:01:28:09 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.686 [auth-system-keycloak-80] [] 10.0.0.205:8080 4246 0.685 200 8313e059e5583e9554cd60152f98d52f 199.204.45.222 - - [08/Apr/2026:01:28:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.487 200 3aeb309755e5af25455b1486fe7c49fd 199.204.45.222 - - [08/Apr/2026:01:28:11 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.098 [auth-system-keycloak-80] [] 10.0.0.205:8080 12500 0.098 200 7c00dc048ae92eb0c6894be3a2c5943a 199.204.45.222 - - [08/Apr/2026:01:28:11 +0000] "GET /admin/realms/atmosphere/client-scopes/e4d5c36a-5c5c-4c7d-9245-70d9ea3372dc HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.072 [auth-system-keycloak-80] [] 10.0.0.205:8080 1278 0.072 200 4a3d596de010bbdb36797df295223c25 199.204.45.222 - - [08/Apr/2026:01:28:11 +0000] "PUT /admin/realms/atmosphere/client-scopes/e4d5c36a-5c5c-4c7d-9245-70d9ea3372dc HTTP/1.1" 204 0 "-" "Ansible" 1848 0.094 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.093 204 73c806d815f98a8f4109c222931f867c 199.204.45.222 - - [08/Apr/2026:01:28:11 +0000] "GET /admin/realms/atmosphere/client-scopes/e4d5c36a-5c5c-4c7d-9245-70d9ea3372dc/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.024 [auth-system-keycloak-80] [] 10.0.0.205:8080 963 0.024 200 3da9b6dc0bfb7bc4ae8d5fea805b4529 199.204.45.222 - - [08/Apr/2026:01:28:11 +0000] "GET /admin/realms/atmosphere/client-scopes/e4d5c36a-5c5c-4c7d-9245-70d9ea3372dc/protocol-mappers/models/53c034ac-e7b7-4773-873c-45d21bc46fab HTTP/1.1" 200 366 "-" "Ansible" 1309 0.048 [auth-system-keycloak-80] [] 10.0.0.205:8080 366 0.047 200 9e708a3de5b3ce9627b7b04ab009a24b 199.204.45.222 - - [08/Apr/2026:01:28:11 +0000] "PUT /admin/realms/atmosphere/client-scopes/e4d5c36a-5c5c-4c7d-9245-70d9ea3372dc/protocol-mappers/models/53c034ac-e7b7-4773-873c-45d21bc46fab HTTP/1.1" 204 0 "-" "Ansible" 1622 0.086 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.086 204 3e91af658ad5870e73bafeed4349b496 199.204.45.222 - - [08/Apr/2026:01:28:11 +0000] "GET /admin/realms/atmosphere/client-scopes/e4d5c36a-5c5c-4c7d-9245-70d9ea3372dc HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.018 [auth-system-keycloak-80] [] 10.0.0.205:8080 1218 0.018 200 6870ec868baea171f344f438e347a859 199.204.45.222 - - [08/Apr/2026:01:28:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.463 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.462 200 724c373ab751fcb7ae79b1cad9cb03d3 199.204.45.222 - - [08/Apr/2026:01:28:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.053 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.053 200 05e68c84cab6088e6c2ee86db8187d67 199.204.45.222 - - [08/Apr/2026:01:28:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.183 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.182 201 cd3da8ae2af5775ae133a8f2f141dc6c 199.204.45.222 - - [08/Apr/2026:01:28:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.091 [auth-system-keycloak-80] [] 10.0.0.205:8080 1261 0.091 200 a8caf81cdef9568d76cf2dcf7d35711a 199.204.45.222 - - [08/Apr/2026:01:28:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.444 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.444 200 a3fdaa9b41321d042ded5064f99023a7 199.204.45.222 - - [08/Apr/2026:01:28:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.007 200 769e0c7bb674d870372a4dc7fc2afc6b 199.204.45.222 - - [08/Apr/2026:01:28:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.155 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.154 201 69c6058849a382eb910ccba1364f2e32 199.204.45.222 - - [08/Apr/2026:01:28:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.089 [auth-system-keycloak-80] [] 10.0.0.205:8080 1286 0.089 200 9e0fafc889307b23f78b07f5048358b3 199.204.45.222 - - [08/Apr/2026:01:28:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.466 200 9f0203b0a5aa5b3616602366266d3f46 199.204.45.222 - - [08/Apr/2026:01:28:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.039 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.039 200 8635c865c24ba51dec1449fa1044cdae 199.204.45.222 - - [08/Apr/2026:01:28:34 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.096 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.095 201 b1a0bca742ec5a9d1a06693eedf12788 199.204.45.222 - - [08/Apr/2026:01:28:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.079 [auth-system-keycloak-80] [] 10.0.0.205:8080 1251 0.080 200 cdbdf05634e46f1930a27af09e289441 199.204.45.222 - - [08/Apr/2026:01:28:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.451 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.450 200 b828e7c92e04c81dd7dedb2b62cc8403 199.204.45.222 - - [08/Apr/2026:01:28:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.027 [auth-system-keycloak-80] [] 10.0.0.205:8080 1261 0.026 200 c8ba3acb77d11de0a08be53830a13515 199.204.45.222 - - [08/Apr/2026:01:28:35 +0000] "GET /admin/realms/atmosphere/clients/1d7efe40-3473-4d97-a9f4-796a07b5ccef/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.015 404 7a5e2c6350ecdb405f7b48846bc1b9c2 199.204.45.222 - - [08/Apr/2026:01:28:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.068 [auth-system-keycloak-80] [] 10.0.0.205:8080 1261 0.068 200 dbc270c29c6b5be5c903228eed9d7264 199.204.45.222 - - [08/Apr/2026:01:28:36 +0000] "POST /admin/realms/atmosphere/clients/1d7efe40-3473-4d97-a9f4-796a07b5ccef/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.021 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.020 201 25cdd61344c792f03519062807acd828 199.204.45.222 - - [08/Apr/2026:01:28:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.205:8080 1261 0.008 200 1dff77130f92efc5b20967cf78afa56d 199.204.45.222 - - [08/Apr/2026:01:28:36 +0000] "GET /admin/realms/atmosphere/clients/1d7efe40-3473-4d97-a9f4-796a07b5ccef/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.053 [auth-system-keycloak-80] [] 10.0.0.205:8080 166 0.053 200 8974d201eb750d2f9dc2ef37b6866ddb 199.204.45.222 - - [08/Apr/2026:01:28:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.587 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.585 200 81d68879e49a95a61c81af9d4a05ce98 199.204.45.222 - - [08/Apr/2026:01:28:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.031 [auth-system-keycloak-80] [] 10.0.0.205:8080 1286 0.031 200 f8aa87e5291aea8a609c4f56650d189b 199.204.45.222 - - [08/Apr/2026:01:28:37 +0000] "GET /admin/realms/atmosphere/clients/769d4f04-eab7-47de-a33f-5703cadb2fa1/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.010 404 e6dd6180073b818450758349077e30c6 199.204.45.222 - - [08/Apr/2026:01:28:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.205:8080 1286 0.007 200 bfb9c327a3cbabea2a9a24c95b24e107 199.204.45.222 - - [08/Apr/2026:01:28:37 +0000] "POST /admin/realms/atmosphere/clients/769d4f04-eab7-47de-a33f-5703cadb2fa1/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.016 201 e9134c8867be8eb6589e0ada114d4129 199.204.45.222 - - [08/Apr/2026:01:28:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.019 [auth-system-keycloak-80] [] 10.0.0.205:8080 1286 0.019 200 0038093124ca1f646a4106de2c55e1ff 199.204.45.222 - - [08/Apr/2026:01:28:37 +0000] "GET /admin/realms/atmosphere/clients/769d4f04-eab7-47de-a33f-5703cadb2fa1/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.205:8080 165 0.012 200 ed8b72992ecc247b1de307d32284b99a 199.204.45.222 - - [08/Apr/2026:01:28:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.502 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.501 200 f2e0299aca9dac3d4bee673e4e163cf8 199.204.45.222 - - [08/Apr/2026:01:28:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 1286 0.006 200 d7332bc4797adfc9f7f81b31a470319f 199.204.45.222 - - [08/Apr/2026:01:28:37 +0000] "GET /admin/realms/atmosphere/clients/769d4f04-eab7-47de-a33f-5703cadb2fa1/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.008 404 c37749ace3f27bd7895a7e7a54439126 199.204.45.222 - - [08/Apr/2026:01:28:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.205:8080 1286 0.005 200 fc2f1367be6924f4cc6b99d4e6e6928b 199.204.45.222 - - [08/Apr/2026:01:28:38 +0000] "POST /admin/realms/atmosphere/clients/769d4f04-eab7-47de-a33f-5703cadb2fa1/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.044 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.043 201 4f6538b58af89363f4c7ca68cf868788 199.204.45.222 - - [08/Apr/2026:01:28:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.205:8080 1286 0.006 200 031857e7ac299fb9082b18e6b9e1fe1c 199.204.45.222 - - [08/Apr/2026:01:28:38 +0000] "GET /admin/realms/atmosphere/clients/769d4f04-eab7-47de-a33f-5703cadb2fa1/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.205:8080 166 0.012 200 c67a235c7967dc1c0ea1cea49c113c88 199.204.45.222 - - [08/Apr/2026:01:28:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.458 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.457 200 6eecda77393992a1674549ac56c680c1 199.204.45.222 - - [08/Apr/2026:01:28:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.033 [auth-system-keycloak-80] [] 10.0.0.205:8080 1286 0.033 200 4e5471685f32f67380d8fa1354be398f 199.204.45.222 - - [08/Apr/2026:01:28:38 +0000] "GET /admin/realms/atmosphere/clients/769d4f04-eab7-47de-a33f-5703cadb2fa1/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.013 404 50b173215831a32995f0f4847e68d7c3 199.204.45.222 - - [08/Apr/2026:01:28:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.057 [auth-system-keycloak-80] [] 10.0.0.205:8080 1286 0.057 200 7d6e6d230a79ae2728a54f804c7ef10e 199.204.45.222 - - [08/Apr/2026:01:28:38 +0000] "POST /admin/realms/atmosphere/clients/769d4f04-eab7-47de-a33f-5703cadb2fa1/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.021 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.020 201 5d40e8343edc35b9f4c61355b42e87ab 199.204.45.222 - - [08/Apr/2026:01:28:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.060 [auth-system-keycloak-80] [] 10.0.0.205:8080 1286 0.059 200 af3a286633c6190b85efc102c03b82e3 199.204.45.222 - - [08/Apr/2026:01:28:39 +0000] "GET /admin/realms/atmosphere/clients/769d4f04-eab7-47de-a33f-5703cadb2fa1/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.205:8080 166 0.013 200 68b274d66b84d178da7f0b95f163e5b0 199.204.45.222 - - [08/Apr/2026:01:28:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.504 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.502 200 431c250e3218d41cf31c0cf34569072d 199.204.45.222 - - [08/Apr/2026:01:28:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.205:8080 1251 0.007 200 30ad06e1a06a6501ae877ec7fc7e497d 199.204.45.222 - - [08/Apr/2026:01:28:39 +0000] "GET /admin/realms/atmosphere/clients/7bcad787-78b9-40d1-9ae5-4b96ca0275e1/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.011 404 73e2d242e14b8c6f7c09c7a589a4ff04 199.204.45.222 - - [08/Apr/2026:01:28:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 1251 0.006 200 75aab335cfa0cbef5c91ac67749a07be 199.204.45.222 - - [08/Apr/2026:01:28:39 +0000] "POST /admin/realms/atmosphere/clients/7bcad787-78b9-40d1-9ae5-4b96ca0275e1/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.014 201 c28e82468ad0bfd00ad7504d334c5ba8 199.204.45.222 - - [08/Apr/2026:01:28:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.014 [auth-system-keycloak-80] [] 10.0.0.205:8080 1251 0.014 200 25faa2be0e6c7e6b9883a0b102da42c5 199.204.45.222 - - [08/Apr/2026:01:28:39 +0000] "GET /admin/realms/atmosphere/clients/7bcad787-78b9-40d1-9ae5-4b96ca0275e1/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.205:8080 166 0.013 200 ab7bc4b6cf117bc5da3be50bb9291bc0 I0408 01:28:41.315046 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.104.60.13"}] I0408 01:28:41.320242 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4af42f04-ff7c-498c-a257-91f9867a660c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3752", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:28:41.321579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:41.321612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:57.885295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:57.885332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:01.219037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:01.219091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:45.916744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:45.916796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:45.983218 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:29:45.983319 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:29:45.983409 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0408 01:29:45.983465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:45.983490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:45.983294 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0408 01:29:45.983880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:45.983915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:45.984011 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:29:45.984075 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0408 01:29:45.984178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:45.984201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:29:45.986160 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0408 01:29:45.986118 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0408 01:29:45.986195 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0408 01:29:45.986226 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0408 01:29:45.986482 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0408 01:29:45.986517 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0408 01:29:45.995122 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0408 01:29:45.995508 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0408 01:29:45.995530 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0408 01:29:45.995689 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0408 01:29:45.995714 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0408 01:29:45.995763 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"01ba4932-f94f-4e31-91db-adb070a4f3a9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4325", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 01:29:45.995795 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"c85e7812-fbf4-4d2a-acd8-cb58fe133345", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4326", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:29:45.995875 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0408 01:29:45.995904 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"87d6aa9f-9246-4f47-ac4d-b8a09133d12f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4327", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 01:29:46.259498 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0408 01:29:46.260721 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0408 01:29:46.306837 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0408 01:29:46.307679 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0408 01:29:47.705162 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0408 01:29:47.707309 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0408 01:29:49.250776 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:29:49.250816 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:29:49.250838 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:29:49.250904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:49.250923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:29:49.250987 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:29:49.296534 7 controller.go:216] "Backend successfully reloaded" I0408 01:29:49.296823 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wm2xn", UID:"6b91ca8d-1fe2-4bed-8ca1-7c8b5c595d04", APIVersion:"v1", ResourceVersion:"1412", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 01:29:52.583971 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:29:52.584023 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:29:52.584049 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:29:52.584134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:52.584157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:55.917166 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:29:55.917209 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:29:55.917230 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:29:55.917299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:55.917317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:59.250704 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:29:59.250743 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:29:59.250765 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:29:59.250842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:59.250857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:02.583510 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:02.583573 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:30:02.583611 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:30:02.583738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:02.583763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:05.917518 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:05.917602 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:30:05.917658 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:30:05.917803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:05.917848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:09.250746 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:09.250840 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:30:09.250965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:09.250995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:12.583813 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:12.583965 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:30:12.584083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:12.584114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:15.917234 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:15.917286 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:30:15.917360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:15.917377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:19.251741 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:19.251839 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:30:19.251972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:19.251999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:22.585304 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:22.585428 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:30:22.585586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:22.585618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.7 - - [08/Apr/2026:01:30:23 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.030 [auth-system-keycloak-80] [] 10.0.0.205:8080 6432 0.030 200 ac59376a59d0346590305265dd0a2598 10.0.0.101 - - [08/Apr/2026:01:30:24 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 6432 0.007 200 78782a9d15cdb13a335b02122b22c6fc W0408 01:30:25.916758 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:25.916877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:25.916891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:29.250727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:29.250781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:32.585843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:32.585897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:35.917292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:35.917341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:30:41.315160 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.104.60.13"}] I0408 01:30:41.315391 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.104.60.13"}] I0408 01:30:41.315425 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.104.60.13"}] I0408 01:30:41.319886 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"01ba4932-f94f-4e31-91db-adb070a4f3a9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5517", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:30:41.321507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:41.321551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:30:41.321915 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"c85e7812-fbf4-4d2a-acd8-cb58fe133345", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5518", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 01:30:41.323429 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"87d6aa9f-9246-4f47-ac4d-b8a09133d12f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5519", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:30:44.656096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:44.656139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:47.991773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:47.991820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [08/Apr/2026:01:30:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.457 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.456 200 e53e9ac267117174a0bae1e0a2515d69 199.204.45.222 - - [08/Apr/2026:01:30:48 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.205:8080 4246 0.006 200 358ef13d4ff44838edc933d3592c53d1 199.204.45.222 - - [08/Apr/2026:01:30:48 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.455 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.454 204 0e940b273c7cd3c37b5b7e841bb01872 199.204.45.222 - - [08/Apr/2026:01:30:48 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.187 [auth-system-keycloak-80] [] 10.0.0.205:8080 4384 0.187 200 9067950d89bf4539c31b9d6b9e52e17c 199.204.45.222 - - [08/Apr/2026:01:30:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.496 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.495 200 351054ccb3b808b8260c0ac64c69aa05 199.204.45.222 - - [08/Apr/2026:01:30:49 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.205:8080 1682 0.010 200 8ce232290b9c380bfe6f18eece6c63dd 199.204.45.222 - - [08/Apr/2026:01:30:50 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 6432 0.005 200 0e0335528fc9522a0fcf396dd58ce33e 199.204.45.222 - - [08/Apr/2026:01:30:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.498 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.497 200 a39ba1abb5669cd7c7d87bda2e202bf2 199.204.45.222 - - [08/Apr/2026:01:30:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.008 200 47f367d219f36d3e12059ad14359466a 199.204.45.222 - - [08/Apr/2026:01:30:51 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.221 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.220 201 eeaa5ab9396ed501e11bad6b74056886 199.204.45.222 - - [08/Apr/2026:01:30:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.032 [auth-system-keycloak-80] [] 10.0.0.205:8080 2246 0.032 200 2b7f955d0355fe9f5979624bfe917536 199.204.45.222 - - [08/Apr/2026:01:30:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.474 200 6f5279e4561044143a9b4e5e365a8029 199.204.45.222 - - [08/Apr/2026:01:30:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 2246 0.006 200 0577de0b7490eb3a291f0e1232d8af63 199.204.45.222 - - [08/Apr/2026:01:30:52 +0000] "GET /admin/realms/atmosphere/clients/5c7315a4-0280-492f-86e1-83f3f682f86e/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.039 [auth-system-keycloak-80] [] 10.0.0.205:8080 233 0.039 200 55217fb467fa1c7520cd3474838158eb 199.204.45.222 - - [08/Apr/2026:01:30:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.020 [auth-system-keycloak-80] [] 10.0.0.205:8080 831 0.020 200 c9d915809415ea92df0f552779ad56bc 199.204.45.222 - - [08/Apr/2026:01:30:53 +0000] "GET /admin/realms/atmosphere/clients/200a50af-6ef5-47be-a1d3-b0f09c410c7e/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.026 [auth-system-keycloak-80] [] 10.0.0.205:8080 3758 0.026 200 d696d60c47342360bde17c5bc1b59bc3 199.204.45.222 - - [08/Apr/2026:01:30:53 +0000] "GET /admin/realms/atmosphere/users/f3cf38f4-e5ca-4f35-b65b-899574c1ba31/role-mappings/clients/200a50af-6ef5-47be-a1d3-b0f09c410c7e/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.133 [auth-system-keycloak-80] [] 10.0.0.205:8080 3758 0.133 200 1a06796243789f8428be4c8c1e1a7e36 199.204.45.222 - - [08/Apr/2026:01:30:53 +0000] "GET /admin/realms/atmosphere/users/f3cf38f4-e5ca-4f35-b65b-899574c1ba31/role-mappings/clients/200a50af-6ef5-47be-a1d3-b0f09c410c7e/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.016 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.017 200 88f220f10d9f845c7dc22e190360f0ab 199.204.45.222 - - [08/Apr/2026:01:30:53 +0000] "POST /admin/realms/atmosphere/users/f3cf38f4-e5ca-4f35-b65b-899574c1ba31/role-mappings/clients/200a50af-6ef5-47be-a1d3-b0f09c410c7e HTTP/1.1" 204 0 "-" "Ansible" 1390 0.062 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.061 204 43b35d88c621325df1c566f2466c30ff 199.204.45.222 - - [08/Apr/2026:01:30:53 +0000] "GET /admin/realms/atmosphere/users/f3cf38f4-e5ca-4f35-b65b-899574c1ba31/role-mappings/clients/200a50af-6ef5-47be-a1d3-b0f09c410c7e/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.080 [auth-system-keycloak-80] [] 10.0.0.205:8080 576 0.080 200 45c3f710995111acc97f749923634e25 W0408 01:30:55.944321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:55.944354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:59.278618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:59.278663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:12.851448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:12.851503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:16.185102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:16.185154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:33:01.585430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:33:01.585489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:33:31.126878 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0408 01:33:31.127160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:33:31.127192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:33:31.130518 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0408 01:33:31.130552 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0408 01:33:31.135323 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0408 01:33:31.135617 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"d6f3f00c-13e5-40a0-bfd6-1b24fe0737b7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6695", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:33:31.136060 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0408 01:33:31.136552 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0408 01:33:31.136650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:33:31.136675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:33:31.136826 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:33:31.184142 7 controller.go:216] "Backend successfully reloaded" I0408 01:33:31.184380 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wm2xn", UID:"6b91ca8d-1fe2-4bed-8ca1-7c8b5c595d04", APIVersion:"v1", ResourceVersion:"1412", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 01:33:31.309229 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0408 01:33:31.311012 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0408 01:33:34.470330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:33:34.470395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [08/Apr/2026:01:33:35 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.004 300 8d661c52c6ebe4d7afccc8ed8ad73d74 199.204.45.222 - - [08/Apr/2026:01:33:36 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.249:5000 266 0.004 200 858f670b5259fadd0ac6cd95c4a355b8 199.204.45.222 - - [08/Apr/2026:01:33:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.337 [openstack-keystone-api-5000] [] 10.0.0.249:5000 1360 0.337 201 c440bfb498558eb059a292715621e59d 199.204.45.222 - - [08/Apr/2026:01:33:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.003 300 3f5b00017e845afe6548166d38d774bd 199.204.45.222 - - [08/Apr/2026:01:33:37 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.035 [openstack-keystone-api-5000] [] 10.0.0.249:5000 90 0.035 404 bcb0d975f0ed5299b77902b93fc22d55 199.204.45.222 - - [08/Apr/2026:01:33:37 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.249:5000 370 0.026 200 94e0455e481e27b21e19ffc84708f115 199.204.45.222 - - [08/Apr/2026:01:33:37 +0000] "GET /v3/domains/4cf6e51ad0384a6ba3f36857fe1bcf7b HTTP/1.1" 200 247 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-keystone-api-5000] [] 10.0.0.249:5000 247 0.017 200 fa080bfffbb113316d9e4d9e7edd745e 199.204.45.222 - - [08/Apr/2026:01:33:37 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.249:5000 266 0.005 200 f271734c3d895be40864a2b1843cf0ea 199.204.45.222 - - [08/Apr/2026:01:33:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.249:5000 1360 0.294 201 17f3d37fa0bae89901c4b3f927a9934f 199.204.45.222 - - [08/Apr/2026:01:33:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.005 300 17ec60f507b94a8823588018fcbe38a1 199.204.45.222 - - [08/Apr/2026:01:33:38 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.021 [openstack-keystone-api-5000] [] 10.0.0.249:5000 101 0.020 404 4b4a367035a8f6774c07e030e5302659 199.204.45.222 - - [08/Apr/2026:01:33:38 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.018 [openstack-keystone-api-5000] [] 10.0.0.249:5000 156 0.018 200 ebe0cd23bc1823695d1165d7e229001e 199.204.45.222 - - [08/Apr/2026:01:33:38 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.026 [openstack-keystone-api-5000] [] 10.0.0.249:5000 342 0.026 201 d51762d19e7ff9f96dfe411903dd951f 199.204.45.222 - - [08/Apr/2026:01:33:39 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.249:5000 266 0.002 200 6371b71733f619031a26bd910dd069d1 199.204.45.222 - - [08/Apr/2026:01:33:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.249:5000 1360 0.282 201 473d2931ff859b35aa3abdb2d370cc4c 199.204.45.222 - - [08/Apr/2026:01:33:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.004 300 e283f7f46171e41dbd0232b0989cfe07 199.204.45.222 - - [08/Apr/2026:01:33:39 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.249:5000 98 0.020 404 3b9bdb76ef69016a9783674813395c5f 199.204.45.222 - - [08/Apr/2026:01:33:39 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.014 [openstack-keystone-api-5000] [] 10.0.0.249:5000 136 0.014 200 68f5d77b4d73fe182a4a1f5f6ab6163c 199.204.45.222 - - [08/Apr/2026:01:33:39 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.016 [openstack-keystone-api-5000] [] 10.0.0.249:5000 357 0.015 201 19b97e1816fde43901b7aaef09b92260 199.204.45.222 - - [08/Apr/2026:01:33:40 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.249:5000 266 0.002 200 b9e36484f2ac40949eb8843f9e259568 199.204.45.222 - - [08/Apr/2026:01:33:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.249:5000 1360 0.291 201 41f4ceb78556b699b55045cf7567a35a 199.204.45.222 - - [08/Apr/2026:01:33:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.003 300 0f2c9c66384c59458d23673daf728cd4 199.204.45.222 - - [08/Apr/2026:01:33:40 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.022 [openstack-keystone-api-5000] [] 10.0.0.249:5000 131 0.021 404 448148572202ac29d60b2dcc21e218f2 199.204.45.222 - - [08/Apr/2026:01:33:40 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.014 [openstack-keystone-api-5000] [] 10.0.0.249:5000 168 0.014 200 e33dbc4e392ce7c072a9cc4e4f62aea7 199.204.45.222 - - [08/Apr/2026:01:33:40 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.022 [openstack-keystone-api-5000] [] 10.0.0.249:5000 224 0.022 201 36fb4495b40822c380c06ccca879101a I0408 01:33:41.314862 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.104.60.13"}] I0408 01:33:41.319495 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"d6f3f00c-13e5-40a0-bfd6-1b24fe0737b7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6776", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:33:41.322012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:33:41.322048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:33:49.784803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:33:49.784850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:33:53.118480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:33:53.118520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:33:56.452616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:33:56.452669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:33:59.785520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:33:59.785574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:14.238804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:14.238848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:17.573234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:17.573284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:20.905743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:20.905791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:24.238834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:24.238872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:51.322690 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 01:35:51.322781 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0408 01:35:51.322827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:51.322839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:35:51.325666 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:32.2kB} I0408 01:35:51.325692 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0408 01:35:51.332043 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0408 01:35:51.332350 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"12e200b4-9e97-4e2c-a90e-409d049454bb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7767", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:35:51.332423 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0408 01:35:51.332689 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 01:35:51.332761 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0408 01:35:51.332810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:51.332825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:35:51.332925 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:35:51.384421 7 controller.go:216] "Backend successfully reloaded" I0408 01:35:51.384767 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wm2xn", UID:"6b91ca8d-1fe2-4bed-8ca1-7c8b5c595d04", APIVersion:"v1", ResourceVersion:"1412", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 01:35:51.641806 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0408 01:35:51.642809 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.222 - - [08/Apr/2026:01:35:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.004 300 6fc231e0a8befd613ad0ef0710dd52b0 199.204.45.222 - - [08/Apr/2026:01:35:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.461 [openstack-keystone-api-5000] [] 10.0.0.249:5000 1992 0.461 201 c9b83655127ccd24189ee4b3d0824062 199.204.45.222 - - [08/Apr/2026:01:35:52 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.022 [openstack-keystone-api-5000] [] 10.0.0.249:5000 85 0.022 404 4c2c4e1276a74f0f6f44262aea5f6512 199.204.45.222 - - [08/Apr/2026:01:35:52 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.020 [openstack-keystone-api-5000] [] 10.0.0.249:5000 129 0.020 200 f7383ccc4b4debbe32dd41b0c2d7c37f 199.204.45.222 - - [08/Apr/2026:01:35:52 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.022 [openstack-keystone-api-5000] [] 10.0.0.249:5000 230 0.022 201 ef2204c3fe9bd3e5923bb6f88e83cf4d W0408 01:35:54.666571 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 01:35:54.666918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:54.666970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:58.388742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:58.388776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [08/Apr/2026:01:36:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.004 300 0d732ed4e06099ff5d5f592ba8ecc6a0 199.204.45.222 - - [08/Apr/2026:01:36:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.305 [openstack-keystone-api-5000] [] 10.0.0.249:5000 1992 0.305 201 df5d6fcbb55939bd861c2828ac14f3b6 199.204.45.222 - - [08/Apr/2026:01:36:00 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.026 [openstack-keystone-api-5000] [] 10.0.0.249:5000 1521 0.026 200 36f361c373be139cca7b18b3519342b3 199.204.45.222 - - [08/Apr/2026:01:36:00 +0000] "PUT /v3/roles/2d3fd16d117047b89a5d00c4a7fb9c65/implies/942e130a2f4d425da4a06e63d65a9c9c HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.038 [openstack-keystone-api-5000] [] 10.0.0.249:5000 521 0.039 201 20eb4fdbd784200ee799797b535cea84 I0408 01:36:41.315243 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.104.60.13"}] I0408 01:36:41.321020 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"12e200b4-9e97-4e2c-a90e-409d049454bb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8208", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:36:41.322687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:36:41.322715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [08/Apr/2026:01:36:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.007 300 08b64c065c5bca4d8099f35074cc3aef 199.204.45.222 - - [08/Apr/2026:01:36:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.330 [openstack-keystone-api-5000] [] 10.0.0.249:5000 2055 0.331 201 eb57816478f2c01f5c41f0e274168950 199.204.45.222 - - [08/Apr/2026:01:36:47 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.035 [openstack-keystone-api-5000] [] 10.0.0.249:5000 87 0.034 404 f529b0eeb7e38819be5cfb3580f94795 199.204.45.222 - - [08/Apr/2026:01:36:47 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.024 [openstack-keystone-api-5000] [] 10.0.0.249:5000 390 0.024 200 8f2dc3d239ebfde37a1978355ee98c2a 199.204.45.222 - - [08/Apr/2026:01:36:47 +0000] "GET /v3/users/rgw-RegionOne?domain_id=836f4235c1d940e4aba37fbe93b99db4 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.036 [openstack-keystone-api-5000] [] 10.0.0.249:5000 91 0.036 404 56af5d58a9043e1117882a33816bb966 199.204.45.222 - - [08/Apr/2026:01:36:47 +0000] "GET /v3/users?domain_id=836f4235c1d940e4aba37fbe93b99db4&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.032 [openstack-keystone-api-5000] [] 10.0.0.249:5000 178 0.032 200 3045025e5a12f424831171d858723027 199.204.45.222 - - [08/Apr/2026:01:36:47 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.292 [openstack-keystone-api-5000] [] 10.0.0.249:5000 291 0.292 201 bbab7069b3b8b10321868a2a05da7142 199.204.45.222 - - [08/Apr/2026:01:36:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.004 300 a82ef8a5688f8c85597a948ac883caeb 199.204.45.222 - - [08/Apr/2026:01:36:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.307 [openstack-keystone-api-5000] [] 10.0.0.249:5000 2055 0.307 201 5f94f478072647d9b4ec15e0de216018 199.204.45.222 - - [08/Apr/2026:01:36:52 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 429 0.025 [openstack-keystone-api-5000] [] 10.0.0.249:5000 83 0.025 404 f05333d594e9d6114954cb89519f734c 199.204.45.222 - - [08/Apr/2026:01:36:52 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 447 0.022 [openstack-keystone-api-5000] [] 10.0.0.249:5000 361 0.022 200 5769d3650f62834c2e189f4b2bdbd8ce 199.204.45.222 - - [08/Apr/2026:01:36:52 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 433 0.031 [openstack-keystone-api-5000] [] 10.0.0.249:5000 87 0.031 404 e49c55a980326974fba5ceec1ee3b200 199.204.45.222 - - [08/Apr/2026:01:36:52 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 451 0.022 [openstack-keystone-api-5000] [] 10.0.0.249:5000 390 0.023 200 11c76cb23f44776fb3c339332c360813 199.204.45.222 - - [08/Apr/2026:01:36:52 +0000] "GET /v3/users/rgw-RegionOne?domain_id=836f4235c1d940e4aba37fbe93b99db4 HTTP/1.1" 404 91 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 480 0.025 [openstack-keystone-api-5000] [] 10.0.0.249:5000 91 0.025 404 7b5ef226d42b3abc184edbbb4ccf8bef 199.204.45.222 - - [08/Apr/2026:01:36:52 +0000] "GET /v3/users?domain_id=836f4235c1d940e4aba37fbe93b99db4&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 498 0.040 [openstack-keystone-api-5000] [] 10.0.0.249:5000 458 0.039 200 c179d6fc8c3078aab5a1677cd8ef6eae 199.204.45.222 - - [08/Apr/2026:01:36:52 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 434 0.018 [openstack-keystone-api-5000] [] 10.0.0.249:5000 88 0.018 404 8b6dba3130e785a290368aee332cb4af 199.204.45.222 - - [08/Apr/2026:01:36:52 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 452 0.024 [openstack-keystone-api-5000] [] 10.0.0.249:5000 520 0.025 200 d7ebf16fc7375c46a41800b334c5512b 199.204.45.222 - - [08/Apr/2026:01:36:52 +0000] "PUT /v3/projects/6f159ca8feda422dbe14add76db83344/users/390e2376b11a4b19bbdc43dc62492b49/roles/21c10ac1e9d445c7b95bfca9f59a7064 HTTP/1.1" 204 0 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 556 0.032 [openstack-keystone-api-5000] [] 10.0.0.249:5000 0 0.032 204 7ace5931caee3b665473ba54e098d5b7 199.204.45.222 - - [08/Apr/2026:01:36:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.002 300 fc62d8eebdc27115dd2de5a0f5a8355f 199.204.45.222 - - [08/Apr/2026:01:36:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.346 [openstack-keystone-api-5000] [] 10.0.0.249:5000 2055 0.346 201 22f34c22f1cf3ce56caa3eced3b37a3c 199.204.45.222 - - [08/Apr/2026:01:36:55 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.022 [openstack-keystone-api-5000] [] 10.0.0.249:5000 151 0.023 200 3447aa4c777b5fb69bca9233cfcdf760 199.204.45.222 - - [08/Apr/2026:01:36:55 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.079 [openstack-keystone-api-5000] [] 10.0.0.249:5000 263 0.079 201 55fc01bf4def2bfc93efe07946e0d3fa 199.204.45.222 - - [08/Apr/2026:01:36:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.004 300 c78030dcdd5584bb5190af083e7eb839 199.204.45.222 - - [08/Apr/2026:01:36:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.249:5000 2157 0.302 201 948209af95450fa146649db98782dbd8 199.204.45.222 - - [08/Apr/2026:01:36:56 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.249:5000 86 0.023 404 2887be33d7b31370a76665e4b54ef228 199.204.45.222 - - [08/Apr/2026:01:36:56 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.029 [openstack-keystone-api-5000] [] 10.0.0.249:5000 382 0.029 200 590bce843326567dc50623e4b3fc7e46 199.204.45.222 - - [08/Apr/2026:01:36:56 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=f4fb49620cbe4655ba504f804785cc3c HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.018 [openstack-keystone-api-5000] [] 10.0.0.249:5000 205 0.018 200 1a06b99fee1f9be5f4b554c2b7a63ff9 199.204.45.222 - - [08/Apr/2026:01:36:56 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.033 [openstack-keystone-api-5000] [] 10.0.0.249:5000 379 0.033 201 c11ae9c6405865ca29927d7c4ed5bd29 199.204.45.222 - - [08/Apr/2026:01:36:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.005 300 316e2d0f3a7c9e24b06cde15bedb5ee0 199.204.45.222 - - [08/Apr/2026:01:36:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.325 [openstack-keystone-api-5000] [] 10.0.0.249:5000 2366 0.325 201 e2cede8878c92675c8b89c23a58f732e 199.204.45.222 - - [08/Apr/2026:01:36:57 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.025 [openstack-keystone-api-5000] [] 10.0.0.249:5000 86 0.025 404 8b3eee78f53948650533181365a866c3 199.204.45.222 - - [08/Apr/2026:01:36:57 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.249:5000 382 0.019 200 2ec449bc321ff6194c924fce5edce55b 199.204.45.222 - - [08/Apr/2026:01:36:57 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=f4fb49620cbe4655ba504f804785cc3c HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.020 [openstack-keystone-api-5000] [] 10.0.0.249:5000 207 0.020 200 03e9ee53cad8e411a16390892ead00f8 199.204.45.222 - - [08/Apr/2026:01:36:57 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.021 [openstack-keystone-api-5000] [] 10.0.0.249:5000 392 0.020 201 08f95a8714b58835945e1f19efdfabbb W0408 01:36:58.996801 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 01:36:58.996972 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0408 01:36:58.997096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:36:58.997121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:36:59.002184 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:35.7kB} I0408 01:36:59.002208 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0408 01:36:59.007480 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0408 01:36:59.007809 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"90a65b96-98c0-4f2e-a8a6-7fafcae876ac", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8358", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:36:59.007889 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0408 01:36:59.008183 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 01:36:59.008267 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0408 01:36:59.008334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:36:59.008351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:36:59.008483 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:36:59.054217 7 controller.go:216] "Backend successfully reloaded" I0408 01:36:59.054402 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wm2xn", UID:"6b91ca8d-1fe2-4bed-8ca1-7c8b5c595d04", APIVersion:"v1", ResourceVersion:"1412", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 01:36:59.334391 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0408 01:36:59.335664 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0408 01:37:02.342316 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 01:37:02.342578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:02.342599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:15.583387 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 01:37:15.583581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:15.583608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:19.213489 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:37:19.213620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:19.213644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:37:19.213791 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:37:19.263062 7 controller.go:216] "Backend successfully reloaded" I0408 01:37:19.263266 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wm2xn", UID:"6b91ca8d-1fe2-4bed-8ca1-7c8b5c595d04", APIVersion:"v1", ResourceVersion:"1412", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 01:37:22.547553 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:37:22.547718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:22.547739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:25.881125 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:37:25.881345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:25.881379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:29.214932 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:37:29.215305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:29.215357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:37:41.326273 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.104.60.13"}] I0408 01:37:41.333166 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"90a65b96-98c0-4f2e-a8a6-7fafcae876ac", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8773", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:37:41.334544 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:37:41.334699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:41.334718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:46.672144 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:37:46.672265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:46.672345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:50.006589 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:37:50.006896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:50.006931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:55.269241 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:37:55.269445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:55.269477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:03.071680 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:38:03.071855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:03.071878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:41.982251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:41.982282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:40:03.823418 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 01:40:03.823533 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0408 01:40:03.823635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:40:03.823658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:40:03.826939 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.003s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:39.2kB} I0408 01:40:03.826965 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0408 01:40:03.830034 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0408 01:40:03.830274 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"c2cc5986-536e-4c5c-a21f-6b13c5441f97", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9892", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:40:03.830746 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0408 01:40:03.831253 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 01:40:03.831375 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0408 01:40:03.831466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:40:03.831490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:40:03.831715 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:40:03.884403 7 controller.go:216] "Backend successfully reloaded" I0408 01:40:03.884616 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wm2xn", UID:"6b91ca8d-1fe2-4bed-8ca1-7c8b5c595d04", APIVersion:"v1", ResourceVersion:"1412", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 01:40:04.300706 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0408 01:40:04.301747 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0408 01:40:07.165887 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 01:40:07.166088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:40:07.166119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [08/Apr/2026:01:40:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.004 300 cfc1c5391a6bcc96bf9c323dd50544f3 199.204.45.222 - - [08/Apr/2026:01:40:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.339 [openstack-keystone-api-5000] [] 10.0.0.249:5000 3201 0.338 201 2e307554f19d6784a38b389f1de80214 199.204.45.222 - - [08/Apr/2026:01:40:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4a30dc148d81c01ea44141379d346c82 199.204.45.222 - - [08/Apr/2026:01:40:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1e08d227670b40cbec391d262da46df5 199.204.45.222 - - [08/Apr/2026:01:40:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.004 300 6046133203255e844bdf73e5de01c943 199.204.45.222 - - [08/Apr/2026:01:40:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.249:5000 3201 0.297 201 52ca03df484d09e596f25c9f0d489318 199.204.45.222 - - [08/Apr/2026:01:40:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 81d426448a3cc6659d30f7456f7a31b7 199.204.45.222 - - [08/Apr/2026:01:40:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 22366b184ec46f65c23636095592141e 199.204.45.222 - - [08/Apr/2026:01:40:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.003 300 91864c91018f1333dc0d2ed8b8aa02f3 199.204.45.222 - - [08/Apr/2026:01:40:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.249:5000 3201 0.297 201 5f6ff75c8f2dbbcdaa8a8186ee9e7374 199.204.45.222 - - [08/Apr/2026:01:40:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a374d8c3aa2559c25c317a85038202d9 199.204.45.222 - - [08/Apr/2026:01:40:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2a6b420210d5f0b113f1c8062b310d16 199.204.45.222 - - [08/Apr/2026:01:40:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.004 300 7b1847d07b36f1658114fef3c5842995 199.204.45.222 - - [08/Apr/2026:01:40:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.249:5000 3201 0.292 201 40766a87b14db81f3114d117f2578e47 199.204.45.222 - - [08/Apr/2026:01:40:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9007e44b5df780b41da949803a96dc4c 199.204.45.222 - - [08/Apr/2026:01:40:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7ff2435c600d33bdc05d83203eb686d1 W0408 01:40:14.404855 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 01:40:14.405244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:40:14.405320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [08/Apr/2026:01:40:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.002 300 d610be6199a141fd51ca8cc0c86f46e0 199.204.45.222 - - [08/Apr/2026:01:40:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.249:5000 3201 0.290 201 76e0ec570b74dbc4363460bcd6595f1e 199.204.45.222 - - [08/Apr/2026:01:40:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bf206877058b102207edeb1ec13d9891 199.204.45.222 - - [08/Apr/2026:01:40:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1b39e01ceff5ded837811d8314af8e0b 199.204.45.222 - - [08/Apr/2026:01:40:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.003 300 f3d9c14c48ec06c09c931f1701f0a7ae 199.204.45.222 - - [08/Apr/2026:01:40:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.281 [openstack-keystone-api-5000] [] 10.0.0.249:5000 3201 0.281 201 d6a7994b5aa1fb053db87273f4a31fa2 199.204.45.222 - - [08/Apr/2026:01:40:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3c6aa871c84f0e4b6b1caa932d7f758f 199.204.45.222 - - [08/Apr/2026:01:40:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 53bb71fbed9590641f4288f9f715b6d3 199.204.45.222 - - [08/Apr/2026:01:40:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.003 300 44bc69f56b5430d317a50376376e2cbb 199.204.45.222 - - [08/Apr/2026:01:40:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.249:5000 3201 0.293 201 7730d517001cc43332eb7e9d9950be1e 199.204.45.222 - - [08/Apr/2026:01:40:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 66acad5462cbeebf5ff1532cf14178f2 199.204.45.222 - - [08/Apr/2026:01:40:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e0be29704ef108f5150e550ebc0b5ebd 199.204.45.222 - - [08/Apr/2026:01:40:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.002 300 6f9858c42b622306750d7eeeb8c417f9 199.204.45.222 - - [08/Apr/2026:01:40:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.278 [openstack-keystone-api-5000] [] 10.0.0.249:5000 3201 0.277 201 370f7d0e9050e88f53b7eee7c0152ae5 199.204.45.222 - - [08/Apr/2026:01:40:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4235cae214ecc8e895cf671526f6e798 199.204.45.222 - - [08/Apr/2026:01:40:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1bf714a5ed53669f2aed6f2cdde59cab 199.204.45.222 - - [08/Apr/2026:01:40:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.003 300 1fb793e5f80ad7f219910c46e5e75e99 199.204.45.222 - - [08/Apr/2026:01:40:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.249:5000 3201 0.296 201 84ed53a5018bcec26cbcea6b015e5680 199.204.45.222 - - [08/Apr/2026:01:40:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bf28c12a0473105a5ec1e799861995c3 199.204.45.222 - - [08/Apr/2026:01:40:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7b8a743b5f441987395e65c092019aef W0408 01:40:23.808933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:40:23.808974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.222 - - [08/Apr/2026:01:40:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.003 300 5f03289acac84509e7930f7d060c0a34 199.204.45.222 - - [08/Apr/2026:01:40:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.249:5000 3201 0.296 201 36b7d583a1b86e7be43ce2fd8a040a5e 199.204.45.222 - - [08/Apr/2026:01:40:24 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.243:9292 1312 0.002 300 abbc76eff7589202e7716b6d97797604 199.204.45.222 - - [08/Apr/2026:01:40:25 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.545 [openstack-glance-api-9292] [] 10.0.0.243:9292 69 0.545 200 6561141bbeccea6ee83fab1cad20fe62 199.204.45.222 - - [08/Apr/2026:01:40:27 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.249:5000 281 0.005 300 d90b19686aa27a00114eb07c2335fad5 199.204.45.222 - - [08/Apr/2026:01:40:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.249:5000 3201 0.287 201 ff4ef935fbd08a8a6b7a02e6f3a3f13d 199.204.45.222 - - [08/Apr/2026:01:40:28 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.243:9292 1312 0.003 300 382082c1345f994aae0c5a7ec13441b4 199.204.45.222 - - [08/Apr/2026:01:40:28 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.040 [openstack-glance-api-9292] [] 10.0.0.243:9292 69 0.040 200 9e5011d592b22e49bb464ef2d66714f1 199.204.45.222 - - [08/Apr/2026:01:40:28 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.124 [openstack-glance-api-9292] [] 10.0.0.243:9292 151 0.123 404 924503d4584e0039fcf9c2119bf81583 199.204.45.222 - - [08/Apr/2026:01:40:28 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.019 [openstack-glance-api-9292] [] 10.0.0.243:9292 81 0.019 200 5d6ae867009c3f5e89c179452bb1b315 199.204.45.222 - - [08/Apr/2026:01:40:28 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.028 [openstack-glance-api-9292] [] 10.0.0.243:9292 84 0.028 200 31a16231a08587e762c05a0a072a7c68 199.204.45.222 - - [08/Apr/2026:01:40:28 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.057 [openstack-glance-api-9292] [] 10.0.0.243:9292 760 0.057 201 cab5532cff44252ced44ecd637c31c81 199.204.45.222 - - [08/Apr/2026:01:40:32 +0000] "PUT /v2/images/d5d58fd8-ea8d-44f2-b149-b796456deae0/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.022 [openstack-glance-api-9292] [] 10.0.0.243:9292 0 4.022 204 840c91e0e55fea40716821f11adbfb5b 199.204.45.222 - - [08/Apr/2026:01:40:32 +0000] "GET /v2/images/d5d58fd8-ea8d-44f2-b149-b796456deae0 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.243:9292 1171 0.016 200 963f565f46c5abc4ca13a9ebcfbf1345 199.204.45.222 - - [08/Apr/2026:01:40:32 +0000] "GET /v2/images/d5d58fd8-ea8d-44f2-b149-b796456deae0 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.013 [openstack-glance-api-9292] [] 10.0.0.243:9292 1171 0.013 200 3f733bf8d7b542ef6aaeb6bdf517c763 W0408 01:40:35.450610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:40:35.450642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:40:38.786238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:40:38.786285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:40:41.316496 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.104.60.13"}] I0408 01:40:41.322247 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"c2cc5986-536e-4c5c-a21f-6b13c5441f97", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10229", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:40:42.117766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:40:42.117805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store