------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0403 01:40:03.658787 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0403 01:40:03.658939 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0403 01:40:03.667275 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0403 01:40:03.670854 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0403 01:40:03.795055 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0403 01:40:03.815490 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0403 01:40:03.828588 7 nginx.go:271] "Starting NGINX Ingress controller" I0403 01:40:03.834967 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"8a404224-071c-4b42-9cc6-7cdd4249ca21", APIVersion:"v1", ResourceVersion:"1400", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0403 01:40:03.838991 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"fce8b42d-da8c-43f0-b958-3a353b520fa6", APIVersion:"v1", ResourceVersion:"1399", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0403 01:40:03.839033 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"1482a103-72e3-4e78-87f5-a7e5668b38ab", APIVersion:"v1", ResourceVersion:"1401", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0403 01:40:05.030385 7 nginx.go:317] "Starting NGINX process" I0403 01:40:05.030574 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0403 01:40:05.031180 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0403 01:40:05.031466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:05.031514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:40:05.031596 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:40:05.039347 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0403 01:40:05.039449 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-6dhlh" I0403 01:40:05.064550 7 controller.go:216] "Backend successfully reloaded" I0403 01:40:05.064773 7 controller.go:227] "Initial sync, sleeping for 1 second" I0403 01:40:05.064837 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6dhlh", UID:"e21384bd-c55e-4173-aa8e-bd7381a2b667", APIVersion:"v1", ResourceVersion:"1447", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:40:08.852781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:08.852855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:12.186718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:12.186767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:15.520881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:15.521001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:18.853555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:18.853616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:22.187695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:22.187731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:25.519480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:25.519523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:28.852897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:28.852957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:32.187700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:32.187728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:35.520244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:35.520294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:38.853263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:38.853305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:42.836836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:42.836870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:31.824446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:31.824482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:35.158464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:35.158512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:49.916580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:49.916628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:53.250478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:53.250525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:56.583804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:56.583847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:59.917600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:59.917642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:03.250768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:03.250820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:07.043779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:07.043813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:10.378848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:10.378903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:35.247667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:35.247784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:38.581569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:38.581612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:38.772431 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-25.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-25.nip.io-tls was not found. Using default certificate W0403 01:44:38.772490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:38.772502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:44:38.773770 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0403 01:44:38.773797 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0403 01:44:38.780997 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0403 01:44:38.781318 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-25.nip.io-tls" in local store I0403 01:44:38.781363 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"13329b97-295e-4b26-92b4-914bf3e9777c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3325", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:44:39.074749 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-25.nip.io-tls" I0403 01:44:39.075620 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-25.nip.io-tls" W0403 01:44:41.916324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:41.916363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:44:41.916433 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:44:41.954325 7 controller.go:216] "Backend successfully reloaded" I0403 01:44:41.954572 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6dhlh", UID:"e21384bd-c55e-4173-aa8e-bd7381a2b667", APIVersion:"v1", ResourceVersion:"1447", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:44:45.248962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:45.248990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [03/Apr/2026:01:44:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 1.510 [auth-system-keycloak-80] [] 10.0.0.55:8080 1882 1.508 200 1f45542b68319fc681c2db209835c9a9 199.204.45.25 - - [03/Apr/2026:01:44:49 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1195 0.184 [auth-system-keycloak-80] [] 10.0.0.55:8080 28 0.184 404 bf29c4358563a466e8aaec14bba6dcd4 199.204.45.25 - - [03/Apr/2026:01:44:54 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 5.092 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 5.091 201 666e605bac9e779d9a4f726cc15d5fc0 199.204.45.25 - - [03/Apr/2026:01:44:55 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.699 [auth-system-keycloak-80] [] 10.0.0.55:8080 4177 0.699 200 9288b3b1f920d6f4c4c03dc4f4ee1c47 199.204.45.25 - - [03/Apr/2026:01:44:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.102 [auth-system-keycloak-80] [] 10.0.0.55:8080 1882 0.101 200 8356bbddb2caaf419ffeb66c11044dba 199.204.45.25 - - [03/Apr/2026:01:44:56 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.092 [auth-system-keycloak-80] [] 10.0.0.55:8080 12500 0.092 200 2b9af6a4909905a4ada288e7e94742ba 199.204.45.25 - - [03/Apr/2026:01:44:56 +0000] "GET /admin/realms/atmosphere/client-scopes/ab7cbce5-f38e-4b02-8142-b660dced5632 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.076 [auth-system-keycloak-80] [] 10.0.0.55:8080 1278 0.077 200 72361697a02858c548f008889fe06e98 199.204.45.25 - - [03/Apr/2026:01:44:56 +0000] "PUT /admin/realms/atmosphere/client-scopes/ab7cbce5-f38e-4b02-8142-b660dced5632 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.087 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.086 204 9cecf49ada1a971aac5711e960f5c495 199.204.45.25 - - [03/Apr/2026:01:44:56 +0000] "GET /admin/realms/atmosphere/client-scopes/ab7cbce5-f38e-4b02-8142-b660dced5632/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.018 [auth-system-keycloak-80] [] 10.0.0.55:8080 963 0.019 200 09f55293db658048ecbd94cce626cf35 199.204.45.25 - - [03/Apr/2026:01:44:56 +0000] "GET /admin/realms/atmosphere/client-scopes/ab7cbce5-f38e-4b02-8142-b660dced5632/protocol-mappers/models/f15433e3-16c7-4842-bfba-23c6a556f88c HTTP/1.1" 200 366 "-" "Ansible" 1307 0.063 [auth-system-keycloak-80] [] 10.0.0.55:8080 366 0.062 200 4373995ba378b793f57ebc2d1a35d3cc 199.204.45.25 - - [03/Apr/2026:01:44:56 +0000] "PUT /admin/realms/atmosphere/client-scopes/ab7cbce5-f38e-4b02-8142-b660dced5632/protocol-mappers/models/f15433e3-16c7-4842-bfba-23c6a556f88c HTTP/1.1" 204 0 "-" "Ansible" 1620 0.021 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.020 204 3b2cbbf81e5e913c1cbaab3dcbabaa70 199.204.45.25 - - [03/Apr/2026:01:44:56 +0000] "GET /admin/realms/atmosphere/client-scopes/ab7cbce5-f38e-4b02-8142-b660dced5632 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.067 [auth-system-keycloak-80] [] 10.0.0.55:8080 1218 0.067 200 afc6d0d33012fb3950f544cf7837514f I0403 01:45:05.046621 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.100.55.249"}] I0403 01:45:05.051437 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"13329b97-295e-4b26-92b4-914bf3e9777c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3648", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:45:05.053125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:05.053154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [03/Apr/2026:01:45:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.55:8080 1882 0.044 200 f69b97d961b09c1ae52cf09942d48497 199.204.45.25 - - [03/Apr/2026:01:45:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.55:8080 2 0.012 200 a472d7b48070daf58bf0afe381d575c2 199.204.45.25 - - [03/Apr/2026:01:45:17 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.161 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.159 201 7a153a748eddc8bc4d1d4a0eba69283f 199.204.45.25 - - [03/Apr/2026:01:45:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.084 [auth-system-keycloak-80] [] 10.0.0.55:8080 1259 0.085 200 82f8ec677d6434b9d68ec4a99c8e73c3 199.204.45.25 - - [03/Apr/2026:01:45:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.053 [auth-system-keycloak-80] [] 10.0.0.55:8080 1882 0.051 200 29eb8136768d2d3a59b47de1963e5e9a 199.204.45.25 - - [03/Apr/2026:01:45:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.050 [auth-system-keycloak-80] [] 10.0.0.55:8080 2 0.051 200 4e729439b6fe5a4b83dc74f768783d10 199.204.45.25 - - [03/Apr/2026:01:45:17 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.126 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.126 201 af4375ccfb37f8ec2df2d14bf5cf55c3 199.204.45.25 - - [03/Apr/2026:01:45:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.025 [auth-system-keycloak-80] [] 10.0.0.55:8080 1283 0.026 200 81c017bce73191b729355800c8f95066 199.204.45.25 - - [03/Apr/2026:01:45:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.058 [auth-system-keycloak-80] [] 10.0.0.55:8080 1882 0.056 200 839b405e399ca6ef187e86063b7961a5 199.204.45.25 - - [03/Apr/2026:01:45:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.066 [auth-system-keycloak-80] [] 10.0.0.55:8080 2 0.066 200 4aa70555cbba701880d69c3f67a87f65 199.204.45.25 - - [03/Apr/2026:01:45:18 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.094 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.093 201 80b320678b11244514dc37f979d27cfb 199.204.45.25 - - [03/Apr/2026:01:45:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.025 [auth-system-keycloak-80] [] 10.0.0.55:8080 1249 0.025 200 f03045211b74d520e5ed3705eca8e2c2 199.204.45.25 - - [03/Apr/2026:01:45:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.55:8080 1882 0.043 200 828e8a6cc90dfcfa76b1ccdc40ac698b 199.204.45.25 - - [03/Apr/2026:01:45:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.042 [auth-system-keycloak-80] [] 10.0.0.55:8080 1259 0.042 200 75bbdf83185c1c4ae568ccfe80d68e49 199.204.45.25 - - [03/Apr/2026:01:45:19 +0000] "GET /admin/realms/atmosphere/clients/8dcb662e-f352-40e6-81d4-e0714706a2f6/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.091 [auth-system-keycloak-80] [] 10.0.0.55:8080 31 0.090 404 d03e4c8826f7249413ff6945ee5a1408 199.204.45.25 - - [03/Apr/2026:01:45:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.55:8080 1259 0.008 200 003a8336716051188b1c101e1900614b 199.204.45.25 - - [03/Apr/2026:01:45:19 +0000] "POST /admin/realms/atmosphere/clients/8dcb662e-f352-40e6-81d4-e0714706a2f6/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.083 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.082 201 7a1193f16fc65f806cb5d0282c3cc36a 199.204.45.25 - - [03/Apr/2026:01:45:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.55:8080 1259 0.009 200 45e10d69ef09837656df5815b1000189 199.204.45.25 - - [03/Apr/2026:01:45:19 +0000] "GET /admin/realms/atmosphere/clients/8dcb662e-f352-40e6-81d4-e0714706a2f6/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.062 [auth-system-keycloak-80] [] 10.0.0.55:8080 166 0.062 200 75454c8d5d9fbcb496ccf8e9ede920bf 199.204.45.25 - - [03/Apr/2026:01:45:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.55:8080 1882 0.045 200 243129c337db16a40ea55fa68f5e6c94 199.204.45.25 - - [03/Apr/2026:01:45:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.55:8080 1283 0.009 200 6e6bdb43eee8a398c54274f40508d7f9 199.204.45.25 - - [03/Apr/2026:01:45:19 +0000] "GET /admin/realms/atmosphere/clients/54f4a536-5bf2-45e4-b909-7402851e600e/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1252 0.046 [auth-system-keycloak-80] [] 10.0.0.55:8080 31 0.046 404 1a85d238ec9efb5401ffc8075d10cc7c 199.204.45.25 - - [03/Apr/2026:01:45:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.55:8080 1283 0.009 200 dd89f8fa8cf77e05c4697d253e10bec9 199.204.45.25 - - [03/Apr/2026:01:45:20 +0000] "POST /admin/realms/atmosphere/clients/54f4a536-5bf2-45e4-b909-7402851e600e/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.067 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.067 201 106ea54ca493d1a1cf9bb3beb134bdd0 199.204.45.25 - - [03/Apr/2026:01:45:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.55:8080 1283 0.008 200 7825340252b8daeadf35967b763eeff6 199.204.45.25 - - [03/Apr/2026:01:45:20 +0000] "GET /admin/realms/atmosphere/clients/54f4a536-5bf2-45e4-b909-7402851e600e/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.074 [auth-system-keycloak-80] [] 10.0.0.55:8080 165 0.075 200 ffd60c61728c2c31c31fbf14e5bdf4e8 199.204.45.25 - - [03/Apr/2026:01:45:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.058 [auth-system-keycloak-80] [] 10.0.0.55:8080 1882 0.056 200 f44ce88f9dc05e6388be0c8552431646 199.204.45.25 - - [03/Apr/2026:01:45:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.039 [auth-system-keycloak-80] [] 10.0.0.55:8080 1283 0.039 200 1a74def7ba02abae27a3cf74ce5ecbc1 199.204.45.25 - - [03/Apr/2026:01:45:20 +0000] "GET /admin/realms/atmosphere/clients/54f4a536-5bf2-45e4-b909-7402851e600e/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.55:8080 31 0.011 404 2012c8a7a5d9c08f48a3c65546cfb664 199.204.45.25 - - [03/Apr/2026:01:45:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.063 [auth-system-keycloak-80] [] 10.0.0.55:8080 1283 0.063 200 92a051e567355ebdcb26e2dc8516d16b 199.204.45.25 - - [03/Apr/2026:01:45:20 +0000] "POST /admin/realms/atmosphere/clients/54f4a536-5bf2-45e4-b909-7402851e600e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.014 201 abf523cdaa0f433ec855cc43ba56cada 199.204.45.25 - - [03/Apr/2026:01:45:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.55:8080 1283 0.006 200 89b29ce54ad9afd288d8203af2d58e43 199.204.45.25 - - [03/Apr/2026:01:45:20 +0000] "GET /admin/realms/atmosphere/clients/54f4a536-5bf2-45e4-b909-7402851e600e/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.055 [auth-system-keycloak-80] [] 10.0.0.55:8080 166 0.055 200 a708e932dbd3db3667a5b15716179b21 199.204.45.25 - - [03/Apr/2026:01:45:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.55:8080 1882 0.044 200 de5d33dc5fb364ab4ff9227cfdc4acf6 199.204.45.25 - - [03/Apr/2026:01:45:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.023 [auth-system-keycloak-80] [] 10.0.0.55:8080 1283 0.023 200 ef7592e0a22c3984c40a69b552dafd3f 199.204.45.25 - - [03/Apr/2026:01:45:21 +0000] "GET /admin/realms/atmosphere/clients/54f4a536-5bf2-45e4-b909-7402851e600e/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1253 0.041 [auth-system-keycloak-80] [] 10.0.0.55:8080 31 0.042 404 0ef32f998f0eed6b0faec41a243156de 199.204.45.25 - - [03/Apr/2026:01:45:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.55:8080 1283 0.011 200 645289ad64403e1fbc540cd106487f66 199.204.45.25 - - [03/Apr/2026:01:45:21 +0000] "POST /admin/realms/atmosphere/clients/54f4a536-5bf2-45e4-b909-7402851e600e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.074 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.074 201 3369a9ef3af745910c92f58c1d88fb6a 199.204.45.25 - - [03/Apr/2026:01:45:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.55:8080 1283 0.006 200 11f96a68c65262672faa4c577a1e36f6 199.204.45.25 - - [03/Apr/2026:01:45:21 +0000] "GET /admin/realms/atmosphere/clients/54f4a536-5bf2-45e4-b909-7402851e600e/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.55:8080 166 0.013 200 5ea50c20d392b47541aebdccf68b3964 199.204.45.25 - - [03/Apr/2026:01:45:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.55:8080 1882 0.043 200 bab91eb341649b1c7e16442d6b9a4c1e 199.204.45.25 - - [03/Apr/2026:01:45:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.55:8080 1249 0.008 200 f6bbe49cdaec9b99f3b856d2e352ee22 199.204.45.25 - - [03/Apr/2026:01:45:21 +0000] "GET /admin/realms/atmosphere/clients/2e9cd3c8-f0c7-435f-8db7-14e62f89e7e9/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.55:8080 31 0.008 404 2e116d92f41fcba9072e4a4a7428f0ca 199.204.45.25 - - [03/Apr/2026:01:45:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.55:8080 1249 0.007 200 6a51974b7facaf0b16b75c0514ec8174 199.204.45.25 - - [03/Apr/2026:01:45:21 +0000] "POST /admin/realms/atmosphere/clients/2e9cd3c8-f0c7-435f-8db7-14e62f89e7e9/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.016 201 e6060d658792a83400861588d6bc0b18 199.204.45.25 - - [03/Apr/2026:01:45:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.039 [auth-system-keycloak-80] [] 10.0.0.55:8080 1249 0.038 200 612924c8a42d89a903aae28762ca11ea 199.204.45.25 - - [03/Apr/2026:01:45:21 +0000] "GET /admin/realms/atmosphere/clients/2e9cd3c8-f0c7-435f-8db7-14e62f89e7e9/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.55:8080 166 0.010 200 910c2d88a998fd102b249ed086d4a16c W0403 01:46:29.400214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:29.400272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:29.480392 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:46:29.480512 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0403 01:46:29.480572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:29.480603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:29.481304 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:46:29.481402 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0403 01:46:29.481459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:29.481486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:29.481664 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:46:29.481798 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0403 01:46:29.481882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:29.481915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:46:29.483688 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0403 01:46:29.483734 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0403 01:46:29.488799 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:18.2kB} I0403 01:46:29.488834 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0403 01:46:29.489595 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.008s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.009s testedConfigurationSize:18.2kB} I0403 01:46:29.489618 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0403 01:46:29.493591 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0403 01:46:29.494105 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0403 01:46:29.494122 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"6bff928c-8b63-4c1f-85fc-7d24a734fc01", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4317", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:46:29.499862 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0403 01:46:29.500107 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"f99fdeda-5b4a-4e82-9b2f-9d9ef420a71f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4327", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:46:29.500195 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0403 01:46:29.500220 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0403 01:46:29.500395 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0403 01:46:29.500422 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"9b813e67-c78e-4071-a833-a485fb31b34c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4328", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:46:29.853558 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0403 01:46:29.854399 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0403 01:46:29.984607 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0403 01:46:29.985492 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0403 01:46:31.006640 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0403 01:46:31.007972 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0403 01:46:32.733798 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:46:32.733865 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:46:32.733906 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:46:32.734057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:32.734086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:46:32.734225 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:46:32.779025 7 controller.go:216] "Backend successfully reloaded" I0403 01:46:32.779303 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6dhlh", UID:"e21384bd-c55e-4173-aa8e-bd7381a2b667", APIVersion:"v1", ResourceVersion:"1447", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:46:36.067922 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:46:36.067976 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:46:36.068007 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:46:36.068092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:36.068179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:39.400535 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:46:39.400604 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:46:39.400697 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:46:39.400849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:39.400878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:42.735439 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:46:42.735512 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:46:42.735583 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:46:42.735729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:42.735756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:46.067646 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:46:46.067708 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:46:46.067762 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:46:46.067909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:46.067938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:49.400490 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:46:49.400538 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:46:49.400572 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:46:49.400701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:49.400726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:52.734832 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:46:52.734898 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:46:52.734934 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:46:52.735077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:52.735108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:56.067314 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:46:56.067382 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:46:56.067425 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:46:56.067579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:56.067613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:59.400862 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:46:59.400903 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:46:59.400923 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:46:59.401004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:59.401018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:02.734534 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:02.734618 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:02.734733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:02.734754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:47:05.595144 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.100.55.249"}] I0403 01:47:05.595158 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.100.55.249"}] I0403 01:47:05.595351 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.100.55.249"}] I0403 01:47:05.603164 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"6bff928c-8b63-4c1f-85fc-7d24a734fc01", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5279", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:47:05.611009 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"f99fdeda-5b4a-4e82-9b2f-9d9ef420a71f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5280", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:47:05.612061 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"9b813e67-c78e-4071-a833-a485fb31b34c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5281", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:47:06.067868 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:06.067946 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:06.068052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:06.068074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:09.400961 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:09.401058 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:09.401189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:09.401214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.242 - - [03/Apr/2026:01:47:12 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.034 [auth-system-keycloak-80] [] 10.0.0.55:8080 6297 0.034 200 72831785c27f0c2f1d881b1842d89c4b 10.0.0.32 - - [03/Apr/2026:01:47:12 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.106 [auth-system-keycloak-80] [] 10.0.0.55:8080 6297 0.107 200 bc90795c10be79f3a2f0b0fa315efda1 W0403 01:47:12.733872 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:12.733958 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:12.734053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:12.734075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:16.067295 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:16.067481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:16.067500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:19.401219 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:19.401513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:19.401550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:22.733908 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:22.734132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:22.734163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:26.068484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:26.068529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:29.400844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:29.400894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:32.734345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:32.734398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [03/Apr/2026:01:47:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.55:8080 1882 0.045 200 9e71b68ada230c62ca362558759fa268 199.204.45.25 - - [03/Apr/2026:01:47:34 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.009 [auth-system-keycloak-80] [] 10.0.0.55:8080 4177 0.009 200 2057b24ee3039a18ca1da9771ad1ae60 199.204.45.25 - - [03/Apr/2026:01:47:34 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5634 0.494 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.493 204 5f997b5c54203638ddbe8762f7dad64a 199.204.45.25 - - [03/Apr/2026:01:47:34 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.183 [auth-system-keycloak-80] [] 10.0.0.55:8080 4315 0.183 200 fc057596292d185b4107385c8ae313ba 199.204.45.25 - - [03/Apr/2026:01:47:35 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "ansible-httpget" 180 0.007 [auth-system-keycloak-80] [] 10.0.0.55:8080 6297 0.006 200 660189dbc98f390f62d0c488b677ff7b W0403 01:47:36.067525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:36.067604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [03/Apr/2026:01:47:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.55:8080 1882 0.044 200 2b27276a2df42431da5303c5a3144a6a 199.204.45.25 - - [03/Apr/2026:01:47:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.012 [auth-system-keycloak-80] [] 10.0.0.55:8080 2 0.011 200 0507fe0c64493d09b68e3815205284d6 199.204.45.25 - - [03/Apr/2026:01:47:36 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.122 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.121 201 d3090452e5cfbd402b68599f774d144e 199.204.45.25 - - [03/Apr/2026:01:47:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.062 [auth-system-keycloak-80] [] 10.0.0.55:8080 2242 0.061 200 bfe2ba2bf926a815afa9997c1185874d 199.204.45.25 - - [03/Apr/2026:01:47:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.039 [auth-system-keycloak-80] [] 10.0.0.55:8080 1882 0.038 200 e6517c41e82d724f332cfb707d784a63 199.204.45.25 - - [03/Apr/2026:01:47:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.55:8080 2242 0.006 200 2a74d4de36cf657d2f211ef6122670fd 199.204.45.25 - - [03/Apr/2026:01:47:37 +0000] "GET /admin/realms/atmosphere/clients/25e89983-b307-4124-b313-7ad847287d01/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.015 [auth-system-keycloak-80] [] 10.0.0.55:8080 233 0.014 200 b5ed02f03acf7ec80d071d790015d1c1 199.204.45.25 - - [03/Apr/2026:01:47:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.017 [auth-system-keycloak-80] [] 10.0.0.55:8080 831 0.016 200 973d435a786ffbc7db54b8edc76ca7e1 199.204.45.25 - - [03/Apr/2026:01:47:37 +0000] "GET /admin/realms/atmosphere/clients/015d39c1-3648-4d1b-aba8-e64491eb988c/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.048 [auth-system-keycloak-80] [] 10.0.0.55:8080 3758 0.049 200 c05f50f76ad1e3ad121375b056824fa6 199.204.45.25 - - [03/Apr/2026:01:47:37 +0000] "GET /admin/realms/atmosphere/users/7a92791f-a869-4067-b7e1-87d7433e1947/role-mappings/clients/015d39c1-3648-4d1b-aba8-e64491eb988c/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.179 [auth-system-keycloak-80] [] 10.0.0.55:8080 3758 0.180 200 b61861731b704306317b2aa1ec1c9a4b 199.204.45.25 - - [03/Apr/2026:01:47:37 +0000] "GET /admin/realms/atmosphere/users/7a92791f-a869-4067-b7e1-87d7433e1947/role-mappings/clients/015d39c1-3648-4d1b-aba8-e64491eb988c/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.022 [auth-system-keycloak-80] [] 10.0.0.55:8080 2 0.022 200 e0fb1cc60652465873f5c6c9efbc848d 199.204.45.25 - - [03/Apr/2026:01:47:37 +0000] "POST /admin/realms/atmosphere/users/7a92791f-a869-4067-b7e1-87d7433e1947/role-mappings/clients/015d39c1-3648-4d1b-aba8-e64491eb988c HTTP/1.1" 204 0 "-" "Ansible" 1388 0.066 [auth-system-keycloak-80] [] 10.0.0.55:8080 0 0.065 204 7553144a87d02d6f20f5a2f5122dc37a 199.204.45.25 - - [03/Apr/2026:01:47:37 +0000] "GET /admin/realms/atmosphere/users/7a92791f-a869-4067-b7e1-87d7433e1947/role-mappings/clients/015d39c1-3648-4d1b-aba8-e64491eb988c/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.075 [auth-system-keycloak-80] [] 10.0.0.55:8080 576 0.075 200 0272ca1d9acf43e56ab5b8e206bd40b9 W0403 01:47:40.204433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:40.204473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:43.539091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:43.539137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:06.904567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:06.904601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:10.239207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:10.239261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:13.574698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:13.574735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:45.083018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:45.083234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:18.001835 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 01:50:18.002044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:18.002102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:50:18.006134 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0403 01:50:18.006238 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0403 01:50:18.010677 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0403 01:50:18.011040 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"e0489519-02c1-4afa-a344-d4d0f36b86f6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6698", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:50:18.011356 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0403 01:50:18.011812 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 01:50:18.011894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:18.011918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:50:18.012052 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:50:18.061469 7 controller.go:216] "Backend successfully reloaded" I0403 01:50:18.061777 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6dhlh", UID:"e21384bd-c55e-4173-aa8e-bd7381a2b667", APIVersion:"v1", ResourceVersion:"1447", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 01:50:18.541801 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0403 01:50:18.543469 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0403 01:50:21.345747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:21.345796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [03/Apr/2026:01:50:22 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.006 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.007 300 1617f447da858c128211b06ac31000e0 199.204.45.25 - - [03/Apr/2026:01:50:23 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.160:5000 265 0.005 200 b6b68b3298bd35c89a902720ff73c44e 199.204.45.25 - - [03/Apr/2026:01:50:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.344 [openstack-keystone-api-5000] [] 10.0.0.160:5000 1296 0.343 201 e6aecd6eabd7dc41ef6d6d388ac90ba6 199.204.45.25 - - [03/Apr/2026:01:50:24 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.005 300 872e01b4a2395f50f804db479d0c8c0b 199.204.45.25 - - [03/Apr/2026:01:50:24 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.031 [openstack-keystone-api-5000] [] 10.0.0.160:5000 366 0.031 200 f7dc17d43ec976c2b5c78a82f9c46fc9 199.204.45.25 - - [03/Apr/2026:01:50:24 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.160:5000 265 0.005 200 30d2963e8d7367c56c09dceeb4faf1e8 199.204.45.25 - - [03/Apr/2026:01:50:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.160:5000 1296 0.289 201 3a0503bb66bf7fbf865b658e9ac21ebb 199.204.45.25 - - [03/Apr/2026:01:50:25 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.005 300 ee055559d6c00b297490153812640486 199.204.45.25 - - [03/Apr/2026:01:50:25 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.022 [openstack-keystone-api-5000] [] 10.0.0.160:5000 101 0.023 404 7988fd070546acf4716664b34abbf913 199.204.45.25 - - [03/Apr/2026:01:50:25 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.023 [openstack-keystone-api-5000] [] 10.0.0.160:5000 155 0.022 200 bcd910cd0ddb0d4fe9ac5c56d0a23e9c 199.204.45.25 - - [03/Apr/2026:01:50:25 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.039 [openstack-keystone-api-5000] [] 10.0.0.160:5000 451 0.040 201 b4c18b81adc2aefa6252ef3e69b54cca 199.204.45.25 - - [03/Apr/2026:01:50:25 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.160:5000 265 0.005 200 70ea2921820134ca88cf308fbcec0fd0 199.204.45.25 - - [03/Apr/2026:01:50:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.331 [openstack-keystone-api-5000] [] 10.0.0.160:5000 1296 0.330 201 9348e15704d0cd66668b987e00492cbc 199.204.45.25 - - [03/Apr/2026:01:50:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.004 300 95427ce7310474683513f9176267cf1c 199.204.45.25 - - [03/Apr/2026:01:50:26 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.023 [openstack-keystone-api-5000] [] 10.0.0.160:5000 98 0.022 404 32c3bde8f29d0cd34bed7092d38a6c29 199.204.45.25 - - [03/Apr/2026:01:50:26 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.024 [openstack-keystone-api-5000] [] 10.0.0.160:5000 135 0.023 200 a2244a562ffc6cbaff2e902bcf464b42 199.204.45.25 - - [03/Apr/2026:01:50:26 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 331 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.025 [openstack-keystone-api-5000] [] 10.0.0.160:5000 331 0.026 201 cb49e1f3318eaa69cccc7c007e030fc7 199.204.45.25 - - [03/Apr/2026:01:50:26 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.160:5000 265 0.004 200 8b2249b26efa5b04eaf005f3be93c7c8 199.204.45.25 - - [03/Apr/2026:01:50:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.308 [openstack-keystone-api-5000] [] 10.0.0.160:5000 1296 0.308 201 37dd2d747ca62373c692a1385daa5f39 199.204.45.25 - - [03/Apr/2026:01:50:27 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.005 300 b4e0e563cf2b8df47b5f706f59444a5b 199.204.45.25 - - [03/Apr/2026:01:50:27 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.022 [openstack-keystone-api-5000] [] 10.0.0.160:5000 131 0.021 404 d4b83950eba095478cc0312fbd1080b1 199.204.45.25 - - [03/Apr/2026:01:50:27 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.032 [openstack-keystone-api-5000] [] 10.0.0.160:5000 167 0.031 200 f5cba2edd431913890e79c59426c9444 199.204.45.25 - - [03/Apr/2026:01:50:27 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.030 [openstack-keystone-api-5000] [] 10.0.0.160:5000 222 0.029 201 047d4a3e7a676ae948b66b44aa787d11 W0403 01:50:36.847790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:36.847835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:40.182465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:40.182520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:43.514804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:43.514856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:46.849655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:46.849701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:02.337568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:02.337600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:51:05.045876 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.100.55.249"}] I0403 01:51:05.052909 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"e0489519-02c1-4afa-a344-d4d0f36b86f6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7073", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:51:05.671173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:05.671213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:09.005195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:09.005238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:12.338655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:12.338700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:15.671354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:15.671412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:42.167865 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 01:52:42.167990 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0403 01:52:42.168062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:42.168096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:52:42.172150 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:32.2kB} I0403 01:52:42.172214 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0403 01:52:42.177706 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0403 01:52:42.178082 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"79da00f6-3781-4aab-a58a-4c49a2b7b48a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7796", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:52:42.178314 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0403 01:52:42.178732 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 01:52:42.178856 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0403 01:52:42.178945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:42.178972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:52:42.179153 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:52:42.232191 7 controller.go:216] "Backend successfully reloaded" I0403 01:52:42.232512 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6dhlh", UID:"e21384bd-c55e-4173-aa8e-bd7381a2b667", APIVersion:"v1", ResourceVersion:"1447", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 01:52:42.463211 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0403 01:52:42.464747 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.25 - - [03/Apr/2026:01:52:42 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.002 300 4faf217c0eb7aca8c4094fda297816b1 199.204.45.25 - - [03/Apr/2026:01:52:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1927 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.341 [openstack-keystone-api-5000] [] 10.0.0.160:5000 1927 0.341 201 63158aed3892e2f1f26cb26145456879 199.204.45.25 - - [03/Apr/2026:01:52:43 +0000] "GET /v3/roles HTTP/1.1" 200 820 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 424 0.026 [openstack-keystone-api-5000] [] 10.0.0.160:5000 820 0.025 200 c386467cd0a17d5887f48f346ae5277a 199.204.45.25 - - [03/Apr/2026:01:52:43 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.029 [openstack-keystone-api-5000] [] 10.0.0.160:5000 229 0.029 201 ee7303e25eab2289a6357df04bc68434 W0403 01:52:45.512614 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 01:52:45.512811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:45.512845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [03/Apr/2026:01:52:48 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.005 300 2f094773c339159c1f4b17b021391584 199.204.45.25 - - [03/Apr/2026:01:52:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1927 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 547 0.294 [openstack-keystone-api-5000] [] 10.0.0.160:5000 1927 0.294 201 7259ae14893e98e949e22e7e7112429f 199.204.45.25 - - [03/Apr/2026:01:52:48 +0000] "GET /v3/roles HTTP/1.1" 200 1040 "-" "python-keystoneclient" 379 0.026 [openstack-keystone-api-5000] [] 10.0.0.160:5000 1040 0.027 200 25c7858974a1107a228748dae5be9865 199.204.45.25 - - [03/Apr/2026:01:52:49 +0000] "PUT /v3/roles/83bc0aaa1f6a430bb4703401c15e0067/implies/f7424a1dd2ef4edab7da79871b0abe56 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.040 [openstack-keystone-api-5000] [] 10.0.0.160:5000 518 0.039 201 f9f24326514d505172916289daab0182 W0403 01:52:50.619670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:50.619715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:53:05.048257 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.100.55.249"}] I0403 01:53:05.054197 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"79da00f6-3781-4aab-a58a-4c49a2b7b48a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8087", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:53:05.055658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:05.055688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [03/Apr/2026:01:53:38 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.004 300 71a9279feb707c644810773a1a1c6e1b 199.204.45.25 - - [03/Apr/2026:01:53:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.364 [openstack-keystone-api-5000] [] 10.0.0.160:5000 1990 0.363 201 347e0d7530c2d685adb011b0ff8658e2 199.204.45.25 - - [03/Apr/2026:01:53:39 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.032 [openstack-keystone-api-5000] [] 10.0.0.160:5000 87 0.032 404 143a3e67126ee9d25c5eccb1c18343d7 199.204.45.25 - - [03/Apr/2026:01:53:39 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 439 0.027 [openstack-keystone-api-5000] [] 10.0.0.160:5000 388 0.028 200 88042b3deb8a92773c154b5c08a53224 199.204.45.25 - - [03/Apr/2026:01:53:39 +0000] "GET /v3/users?domain_id=60d3732b40bb4af1ab1f6ed30cbbcc74&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.039 [openstack-keystone-api-5000] [] 10.0.0.160:5000 177 0.039 200 5aa3bb8bc60a9a4564aac239e0491dfc 199.204.45.25 - - [03/Apr/2026:01:53:39 +0000] "POST /v3/users HTTP/1.1" 201 326 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 663 0.304 [openstack-keystone-api-5000] [] 10.0.0.160:5000 326 0.304 201 0b4dc0789b4ece4a3da2c60e780af726 199.204.45.25 - - [03/Apr/2026:01:53:40 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.005 300 00efcd4cb5258c1dc3abf78d6e1f6d22 199.204.45.25 - - [03/Apr/2026:01:53:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.160:5000 1990 0.294 201 1634a9f2c9492438d3074d2a7ed9e9a0 199.204.45.25 - - [03/Apr/2026:01:53:40 +0000] "GET /v3/roles HTTP/1.1" 200 1040 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 424 0.027 [openstack-keystone-api-5000] [] 10.0.0.160:5000 1040 0.026 200 bf156f01ec417403e1228ebddc8e5fe8 199.204.45.25 - - [03/Apr/2026:01:53:40 +0000] "GET /v3/domains HTTP/1.1" 200 806 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 426 0.029 [openstack-keystone-api-5000] [] 10.0.0.160:5000 806 0.030 200 a3a74d3357183531dbe9f5c8c268353a 199.204.45.25 - - [03/Apr/2026:01:53:40 +0000] "GET /v3/users?domain_id=60d3732b40bb4af1ab1f6ed30cbbcc74&name=rgw-RegionOne HTTP/1.1" 200 492 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.042 [openstack-keystone-api-5000] [] 10.0.0.160:5000 492 0.041 200 435ffad93e47eb3a3485daf1ed69eeeb 199.204.45.25 - - [03/Apr/2026:01:53:40 +0000] "GET /v3/projects?domain_id=60d3732b40bb4af1ab1f6ed30cbbcc74 HTTP/1.1" 200 548 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.032 [openstack-keystone-api-5000] [] 10.0.0.160:5000 548 0.031 200 857b7dc63cb9cc82629a87cf1a6e2275 199.204.45.25 - - [03/Apr/2026:01:53:40 +0000] "GET /v3/role_assignments?role.id=dcaf3f0968c549ca97662f18b496de08&user.id=5faac40754df4bcb860b765191974926&scope.project.id=6e15ca65e4d54236847e92dd05c04e0f HTTP/1.1" 200 269 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 567 0.025 [openstack-keystone-api-5000] [] 10.0.0.160:5000 269 0.024 200 2730223eed284e4d5ffb201c8143d5ee 199.204.45.25 - - [03/Apr/2026:01:53:41 +0000] "GET /v3/roles HTTP/1.1" 200 1040 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 424 0.026 [openstack-keystone-api-5000] [] 10.0.0.160:5000 1040 0.026 200 df4489617e0ac30087e60e3b381131b7 199.204.45.25 - - [03/Apr/2026:01:53:41 +0000] "GET /v3/domains/60d3732b40bb4af1ab1f6ed30cbbcc74 HTTP/1.1" 200 269 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.018 [openstack-keystone-api-5000] [] 10.0.0.160:5000 269 0.018 200 40174da5bb320858dda1e5983e0adb71 199.204.45.25 - - [03/Apr/2026:01:53:41 +0000] "GET /v3/users?domain_id=60d3732b40bb4af1ab1f6ed30cbbcc74&name=rgw-RegionOne HTTP/1.1" 200 492 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.044 [openstack-keystone-api-5000] [] 10.0.0.160:5000 492 0.043 200 f75bd5d393867a5c3319428df8f6c445 199.204.45.25 - - [03/Apr/2026:01:53:41 +0000] "GET /v3/projects?domain_id=60d3732b40bb4af1ab1f6ed30cbbcc74 HTTP/1.1" 200 548 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.028 [openstack-keystone-api-5000] [] 10.0.0.160:5000 548 0.029 200 d4250f5839522acb3e2a222807618acd 199.204.45.25 - - [03/Apr/2026:01:53:41 +0000] "GET /v3/role_assignments?role.id=dcaf3f0968c549ca97662f18b496de08&user.id=5faac40754df4bcb860b765191974926&scope.project.id=6e15ca65e4d54236847e92dd05c04e0f HTTP/1.1" 200 269 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 567 0.018 [openstack-keystone-api-5000] [] 10.0.0.160:5000 269 0.019 200 21791c33ac9ca9afb7f6589ab5e5a206 199.204.45.25 - - [03/Apr/2026:01:53:41 +0000] "PUT /v3/projects/6e15ca65e4d54236847e92dd05c04e0f/users/5faac40754df4bcb860b765191974926/roles/dcaf3f0968c549ca97662f18b496de08 HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 557 0.044 [openstack-keystone-api-5000] [] 10.0.0.160:5000 0 0.045 204 b41ecf92458705eb6f8a00640c9ba4df 199.204.45.25 - - [03/Apr/2026:01:53:41 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.004 300 92bf95112e05033e7f7ce2992678e0b7 199.204.45.25 - - [03/Apr/2026:01:53:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.350 [openstack-keystone-api-5000] [] 10.0.0.160:5000 1990 0.350 201 c6463f5385c96bd04663a35b2f3e4a19 199.204.45.25 - - [03/Apr/2026:01:53:42 +0000] "GET /v3/services HTTP/1.1" 200 594 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.019 [openstack-keystone-api-5000] [] 10.0.0.160:5000 594 0.019 200 9f1d6d575586fafc390ace31d6de32de 199.204.45.25 - - [03/Apr/2026:01:53:42 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 595 0.030 [openstack-keystone-api-5000] [] 10.0.0.160:5000 262 0.031 201 b0089aebe3c76e3ff08427fa2ceafbf4 199.204.45.25 - - [03/Apr/2026:01:53:43 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.004 300 59708ec46386951c4a0a716c75ec3d18 199.204.45.25 - - [03/Apr/2026:01:53:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2092 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.438 [openstack-keystone-api-5000] [] 10.0.0.160:5000 2092 0.438 201 b83437a6fc329d623d5beddec825cad1 199.204.45.25 - - [03/Apr/2026:01:53:43 +0000] "GET /v3/services HTTP/1.1" 200 844 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.020 [openstack-keystone-api-5000] [] 10.0.0.160:5000 844 0.021 200 88284f45a1e693b48847fbe6b4bd7fe0 199.204.45.25 - - [03/Apr/2026:01:53:43 +0000] "GET /v3/endpoints HTTP/1.1" 200 2214 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.018 [openstack-keystone-api-5000] [] 10.0.0.160:5000 2214 0.019 200 8e87f667e19240b37318d60a7f5f813f 199.204.45.25 - - [03/Apr/2026:01:53:43 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 684 0.039 [openstack-keystone-api-5000] [] 10.0.0.160:5000 377 0.040 201 9ae0c0321e0ff5931412cc05b4bb5e93 199.204.45.25 - - [03/Apr/2026:01:53:43 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.004 300 63aedc6925c457ae229d4b2fdc3f06fc 199.204.45.25 - - [03/Apr/2026:01:53:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2300 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.470 [openstack-keystone-api-5000] [] 10.0.0.160:5000 2300 0.470 201 e5f2d2365fd28596320c335ccec4dc95 199.204.45.25 - - [03/Apr/2026:01:53:44 +0000] "GET /v3/services HTTP/1.1" 200 844 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.023 [openstack-keystone-api-5000] [] 10.0.0.160:5000 844 0.022 200 4ad5358527fb296468f704411f848505 199.204.45.25 - - [03/Apr/2026:01:53:44 +0000] "GET /v3/endpoints HTTP/1.1" 200 2578 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.020 [openstack-keystone-api-5000] [] 10.0.0.160:5000 2578 0.021 200 a077615fb04e52eaa8208b3d8d862765 199.204.45.25 - - [03/Apr/2026:01:53:44 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 698 0.033 [openstack-keystone-api-5000] [] 10.0.0.160:5000 391 0.034 201 f80339aa322414c1d9794d445685d706 W0403 01:53:45.848165 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:53:45.848274 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0403 01:53:45.848325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:45.848336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:53:45.851602 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:35.7kB} I0403 01:53:45.851623 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0403 01:53:45.857918 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0403 01:53:45.858278 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"d4734da3-4537-4a0a-8e0c-d93e81cf5ac1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8348", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:53:45.858561 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0403 01:53:45.858989 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:53:45.859111 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0403 01:53:45.859185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:45.859202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:53:45.859354 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:53:45.911892 7 controller.go:216] "Backend successfully reloaded" I0403 01:53:45.912302 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6dhlh", UID:"e21384bd-c55e-4173-aa8e-bd7381a2b667", APIVersion:"v1", ResourceVersion:"1447", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 01:53:46.321906 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0403 01:53:46.322805 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0403 01:53:49.193525 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:53:49.194335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:49.194368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:54:05.047061 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.100.55.249"}] I0403 01:54:05.058023 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"d4734da3-4537-4a0a-8e0c-d93e81cf5ac1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8499", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:54:05.060148 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:54:05.060426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:05.060445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:08.394080 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:54:08.394318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:08.394333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:12.763738 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:54:12.763984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:12.764019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:16.097194 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:54:16.097491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:16.097563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:19.431117 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:54:19.431340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:19.431368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:22.764589 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:54:22.764744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:22.764765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:54:22.764889 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:54:22.823681 7 controller.go:216] "Backend successfully reloaded" I0403 01:54:22.823937 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6dhlh", UID:"e21384bd-c55e-4173-aa8e-bd7381a2b667", APIVersion:"v1", ResourceVersion:"1447", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:54:26.098924 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:54:26.099128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:26.099160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:37.255871 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:54:37.256020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:37.256048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:40.590620 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:54:40.590846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:40.590882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:43.923752 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:54:43.924174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:43.924203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:32.205323 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:55:32.205469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:32.205494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:56:11.424247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:56:11.424281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:56:50.684968 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:56:50.685094 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0403 01:56:50.685150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:56:50.685170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:56:50.688578 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:39.1kB} I0403 01:56:50.688609 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0403 01:56:50.695391 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0403 01:56:50.695915 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"2e6244b7-7a81-4c17-a20c-b663279928a8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9926", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:56:50.696380 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0403 01:56:50.697039 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:56:50.697307 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0403 01:56:50.697520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:56:50.697544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:56:50.697832 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:56:50.755397 7 controller.go:216] "Backend successfully reloaded" I0403 01:56:50.755660 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6dhlh", UID:"e21384bd-c55e-4173-aa8e-bd7381a2b667", APIVersion:"v1", ResourceVersion:"1447", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 01:56:51.178942 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0403 01:56:51.180532 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0403 01:56:54.030763 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:56:54.031063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:56:54.031131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [03/Apr/2026:01:56:55 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.005 300 bd17cbd9d4a1ffdfb890fc2f6caf8385 199.204.45.25 - - [03/Apr/2026:01:56:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.334 [openstack-keystone-api-5000] [] 10.0.0.160:5000 3134 0.334 201 d9f18c741c19908f6c7341f1760a6d38 199.204.45.25 - - [03/Apr/2026:01:56:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 831344a55495075366100662a5a328b7 199.204.45.25 - - [03/Apr/2026:01:56:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4af2f485d4fd06ff706b99ee20eb22fd 199.204.45.25 - - [03/Apr/2026:01:56:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 545e1049d84a7191df2217283a31a606 199.204.45.25 - - [03/Apr/2026:01:56:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - cf9f45e5d1031c7f3f0afc3120949199 199.204.45.25 - - [03/Apr/2026:01:56:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 42d2260c306fd65e83c35c8d01afb4a0 199.204.45.25 - - [03/Apr/2026:01:56:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b273bb8d7dc68ef98b6cc16e45720dcf 199.204.45.25 - - [03/Apr/2026:01:56:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.005 300 90963d82044ed3d1e72fc355671d6a37 199.204.45.25 - - [03/Apr/2026:01:56:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.160:5000 3134 0.290 201 2a7ca7d36103d68c658f82760c724498 199.204.45.25 - - [03/Apr/2026:01:56:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 113816f0170538db40304fc1c0b324b9 199.204.45.25 - - [03/Apr/2026:01:56:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9017eecdefa6c9d241aee3fad9286ef4 199.204.45.25 - - [03/Apr/2026:01:56:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a6a94bf5d14ba31eb350492d7bc01e6d 199.204.45.25 - - [03/Apr/2026:01:56:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - dfa16c845ed263e4cbdcfaa8422caf95 199.204.45.25 - - [03/Apr/2026:01:56:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5078fdd5cd827c8d563d387c0a300c37 199.204.45.25 - - [03/Apr/2026:01:56:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4fa6ca55260186823c62dd811087a63c 199.204.45.25 - - [03/Apr/2026:01:56:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.005 300 d1f35872e331097cffead05b2cfe662b 199.204.45.25 - - [03/Apr/2026:01:56:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.160:5000 3134 0.294 201 34396144f47efe841d4a83c59deb9e77 199.204.45.25 - - [03/Apr/2026:01:56:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 529d9f7feada89ae6b9fb32677340009 199.204.45.25 - - [03/Apr/2026:01:56:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 37ddbf5ec1e32590b9f0eb0b2170a8f4 199.204.45.25 - - [03/Apr/2026:01:56:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b7f4b25789d6010e9e9bef81c54f6532 199.204.45.25 - - [03/Apr/2026:01:56:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - af52aa6f73cd4423fc1c6463aea6b7e0 199.204.45.25 - - [03/Apr/2026:01:56:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2f84aa89af736ad72d042552d3d4b872 199.204.45.25 - - [03/Apr/2026:01:56:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5bd90d81ac404555b40b01828f777091 199.204.45.25 - - [03/Apr/2026:01:57:00 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.005 300 cf36a4f0276003e7b52b61c163d77c77 199.204.45.25 - - [03/Apr/2026:01:57:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.160:5000 3134 0.289 201 1becceb7892afd556eb7f7a420215540 199.204.45.25 - - [03/Apr/2026:01:57:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - fe3cb93e0b773dc94ca15c481d1f827c 199.204.45.25 - - [03/Apr/2026:01:57:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - af56a1a495aac8f0044bfcb5eab365d7 199.204.45.25 - - [03/Apr/2026:01:57:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4f91ca04f729e4fd396ac32b021783ef 199.204.45.25 - - [03/Apr/2026:01:57:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b78b42d27628adaa551e6fbb7877c8f7 199.204.45.25 - - [03/Apr/2026:01:57:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5a24bb39ab6f3571f0b15c0312d58ec1 199.204.45.25 - - [03/Apr/2026:01:57:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 26ce9105e214be55a54b3dca4354005b W0403 01:57:01.198236 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:57:01.198392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:01.198417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [03/Apr/2026:01:57:02 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.005 300 5326d71d021148a89236f6247275d12f 199.204.45.25 - - [03/Apr/2026:01:57:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.309 [openstack-keystone-api-5000] [] 10.0.0.160:5000 3134 0.309 201 424f0c27fdbe8e0af4f1bdf86ec13087 199.204.45.25 - - [03/Apr/2026:01:57:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - aab40040dd90aae530180679e786827b 199.204.45.25 - - [03/Apr/2026:01:57:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 690ca2d157be6edff172cca8b41e1414 199.204.45.25 - - [03/Apr/2026:01:57:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 47d1016ac40abecba7d9131c624c993c 199.204.45.25 - - [03/Apr/2026:01:57:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 393ebe8413dd1ff6e640fa8fde613e14 199.204.45.25 - - [03/Apr/2026:01:57:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 15eec86415fefb1a513abc6417e2a397 199.204.45.25 - - [03/Apr/2026:01:57:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 91e40626bad6dc4b2fce96f74edbd300 199.204.45.25 - - [03/Apr/2026:01:57:04 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.007 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.007 300 76288214ed93775a7c19cae4be7db185 199.204.45.25 - - [03/Apr/2026:01:57:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.314 [openstack-keystone-api-5000] [] 10.0.0.160:5000 3134 0.314 201 698d38fb9d67a7c42777fc728c3601c1 199.204.45.25 - - [03/Apr/2026:01:57:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d6c7c4aaf9938efa20b5f8a72a3a12e6 199.204.45.25 - - [03/Apr/2026:01:57:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - f6baabcb120baa790494162d5281f94e 199.204.45.25 - - [03/Apr/2026:01:57:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c1bdc45e46307e50164ddf5c968d6620 199.204.45.25 - - [03/Apr/2026:01:57:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - bf592175888fa553a125b80a67ffca1b 199.204.45.25 - - [03/Apr/2026:01:57:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 212df76ba46d9fe2377a073be4258351 199.204.45.25 - - [03/Apr/2026:01:57:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 640ca2f3d16b19acff22d6f73cefde85 I0403 01:57:05.049518 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.100.55.249"}] I0403 01:57:05.056713 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"2e6244b7-7a81-4c17-a20c-b663279928a8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10043", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:57:05.058286 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:57:05.058460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:05.058486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [03/Apr/2026:01:57:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.004 300 853ce8cb3afa3085c21e8fe507c68034 199.204.45.25 - - [03/Apr/2026:01:57:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.303 [openstack-keystone-api-5000] [] 10.0.0.160:5000 3134 0.303 201 5fa0d67dc225e8a0f63cf28fa90f970b 199.204.45.25 - - [03/Apr/2026:01:57:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 77e21e2d9f5eb1dc9909391c44708898 199.204.45.25 - - [03/Apr/2026:01:57:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 93e060b03f81e8e8a14248a88d7cd105 199.204.45.25 - - [03/Apr/2026:01:57:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 170e9b6a45b1c4f5b2bc2e4476f0e483 199.204.45.25 - - [03/Apr/2026:01:57:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 7d2be97ac6e46216dcade055e8648231 199.204.45.25 - - [03/Apr/2026:01:57:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3a751a5ba4f2244e3193355a86655166 199.204.45.25 - - [03/Apr/2026:01:57:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 342c40d69d6a544e2c7f9bfd9da9e70b 199.204.45.25 - - [03/Apr/2026:01:57:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.004 300 9506cbedbc9d1406a6609db2d0b53022 199.204.45.25 - - [03/Apr/2026:01:57:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.160:5000 3134 0.294 201 15fcad2a6fa4ba26b9e77a6d4b51baf8 199.204.45.25 - - [03/Apr/2026:01:57:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 10f2dd955f7ef319283dc39cf1ca4559 199.204.45.25 - - [03/Apr/2026:01:57:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 39304e8282d2493e001e4fbd3f21708a 199.204.45.25 - - [03/Apr/2026:01:57:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1798465af1e0dc87935545aa6012a175 199.204.45.25 - - [03/Apr/2026:01:57:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0c7df04ef5ada3de49e29117e7aa1bfc 199.204.45.25 - - [03/Apr/2026:01:57:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - fff1280bbdeb23dc0cbf65de5be955a9 199.204.45.25 - - [03/Apr/2026:01:57:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - cb6a6e1c229d1d6344c12c92add9ef83 199.204.45.25 - - [03/Apr/2026:01:57:09 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.004 300 29e823720c37a601baec65f5f727bfd0 W0403 01:57:09.699145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:09.699193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [03/Apr/2026:01:57:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.160:5000 3134 0.290 201 243c1d8bbbc7737d40be559771799d84 199.204.45.25 - - [03/Apr/2026:01:57:09 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.85:9292 1183 0.003 300 6491a8ca3b7f6fce9bebc7fa63c2968a 199.204.45.25 - - [03/Apr/2026:01:57:10 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.563 [openstack-glance-api-9292] [] 10.0.0.85:9292 69 0.563 200 9a18a4208a206b78333bc1a15ef202b8 199.204.45.25 - - [03/Apr/2026:01:57:13 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.160:5000 280 0.004 300 265f395f254576d14c7b5a84780aab55 199.204.45.25 - - [03/Apr/2026:01:57:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.303 [openstack-keystone-api-5000] [] 10.0.0.160:5000 3134 0.303 201 80e90d74d0502f67d85927bf13162067 199.204.45.25 - - [03/Apr/2026:01:57:13 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.85:9292 1183 0.003 300 2a56a71fe9f623a300e93de999e0e68f 199.204.45.25 - - [03/Apr/2026:01:57:13 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.051 [openstack-glance-api-9292] [] 10.0.0.85:9292 69 0.050 200 7a39474e47b8781b4f461273e1053a39 199.204.45.25 - - [03/Apr/2026:01:57:14 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.121 [openstack-glance-api-9292] [] 10.0.0.85:9292 151 0.122 404 e8eb06bd400ec7cf8e3701578f30f13b 199.204.45.25 - - [03/Apr/2026:01:57:14 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.026 [openstack-glance-api-9292] [] 10.0.0.85:9292 81 0.026 200 f5938cc39ed6edbdc740b2d192a9c9a2 199.204.45.25 - - [03/Apr/2026:01:57:14 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.027 [openstack-glance-api-9292] [] 10.0.0.85:9292 84 0.027 200 5666f7067bf7cee857447f51c7a19451 199.204.45.25 - - [03/Apr/2026:01:57:14 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 747 0.056 [openstack-glance-api-9292] [] 10.0.0.85:9292 760 0.057 201 5ddec2d063dbdf110d7dcf0d8fadb700 199.204.45.25 - - [03/Apr/2026:01:57:17 +0000] "PUT /v2/images/4b43ed02-2c32-4eb7-87e8-bada8ac0c777/file HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.634 [openstack-glance-api-9292] [] 10.0.0.85:9292 0 3.635 204 6ef4c28fba9541b472a34f351f6ca943 199.204.45.25 - - [03/Apr/2026:01:57:17 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.017 [openstack-glance-api-9292] [] 10.0.0.85:9292 1240 0.017 200 c7cd41b846811e0c60bd14dc7e7fa453 199.204.45.25 - - [03/Apr/2026:01:57:17 +0000] "PATCH /v2/images/4b43ed02-2c32-4eb7-87e8-bada8ac0c777 HTTP/1.1" 200 1171 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 539 0.021 [openstack-glance-api-9292] [] 10.0.0.85:9292 1171 0.021 200 7dfb57955c9f8d2ddd0fc526392af8e4 199.204.45.25 - - [03/Apr/2026:01:57:17 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.015 [openstack-glance-api-9292] [] 10.0.0.85:9292 1240 0.015 200 7813f56c2ff45b86f6199259e367e11c W0403 01:57:20.870315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:20.870355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:24.205187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:24.205271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store