------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0403 01:40:20.815506 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0403 01:40:20.815678 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0403 01:40:20.826037 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0403 01:40:20.829840 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0403 01:40:21.289941 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0403 01:40:21.309625 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0403 01:40:21.327078 7 nginx.go:271] "Starting NGINX Ingress controller" I0403 01:40:21.334250 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"0ca78caf-a9dd-4e1b-be2a-40cba67dbe60", APIVersion:"v1", ResourceVersion:"1322", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0403 01:40:21.337808 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"95ef6c9e-1cc0-44a6-a404-c73672675eb9", APIVersion:"v1", ResourceVersion:"1323", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0403 01:40:21.337995 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"0e3d0ea8-25e9-40ea-be01-473202e573fd", APIVersion:"v1", ResourceVersion:"1324", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0403 01:40:22.529404 7 nginx.go:317] "Starting NGINX process" I0403 01:40:22.529784 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0403 01:40:22.530135 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0403 01:40:22.530494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:22.530528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:40:22.530582 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:40:22.542483 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0403 01:40:22.543073 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-hxfdw" I0403 01:40:22.569240 7 controller.go:216] "Backend successfully reloaded" I0403 01:40:22.569341 7 controller.go:227] "Initial sync, sleeping for 1 second" I0403 01:40:22.569425 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hxfdw", UID:"1ade7b02-64fb-408b-aa22-afe17e1cf631", APIVersion:"v1", ResourceVersion:"1425", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:40:26.359396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:26.359437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:29.692945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:29.693017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:33.026743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:33.026804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:36.360748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:36.360822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:39.693996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:39.694055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:43.800011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:43.800059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:47.133730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:47.133794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:50.467423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:50.467476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:53.800622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:53.800668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:57.133797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:57.133864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:00.467696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:00.467753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:03.802549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:03.802603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:53.547047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:53.547380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:56.881700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:56.881769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:09.618913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:09.618983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:14.387797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:14.387863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:17.721684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:17.721735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:21.055066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:21.055112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:24.388072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:24.388123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:27.722388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:27.722444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:34.671088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:34.671117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:41.744957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:41.745010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:45.081669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:45.081712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:05.186258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:05.186302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:07.914686 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-35.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-35.nip.io-tls was not found. Using default certificate W0403 01:45:07.914748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:07.914761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:45:07.916238 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0403 01:45:07.916271 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0403 01:45:07.924224 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0403 01:45:07.924626 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"05ef67d5-4dac-4e1c-ab58-5149a1109a84", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3460", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:45:07.925061 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-35.nip.io-tls" in local store I0403 01:45:08.222398 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-35.nip.io-tls" I0403 01:45:08.224921 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-35.nip.io-tls" W0403 01:45:08.520407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:08.520472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:45:08.520608 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:45:08.569201 7 controller.go:216] "Backend successfully reloaded" I0403 01:45:08.569609 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hxfdw", UID:"1ade7b02-64fb-408b-aa22-afe17e1cf631", APIVersion:"v1", ResourceVersion:"1425", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:45:11.853299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:11.853369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [03/Apr/2026:01:45:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.218 [auth-system-keycloak-80] [] 10.0.0.94:8080 1925 2.216 200 87592d26ee048708c6866205b89e2253 199.204.45.35 - - [03/Apr/2026:01:45:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.107 [auth-system-keycloak-80] [] 10.0.0.94:8080 116 0.107 404 c27295b6e45a15636ea0a6522576b593 I0403 01:45:22.551322 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.98.8.229"}] I0403 01:45:22.556854 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"05ef67d5-4dac-4e1c-ab58-5149a1109a84", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3714", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:45:22.559315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:22.559344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [03/Apr/2026:01:45:24 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.084 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 4.083 201 60834a16bd2c0f26b28d16fbce7fede2 199.204.45.35 - - [03/Apr/2026:01:45:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.598 [auth-system-keycloak-80] [] 10.0.0.94:8080 4246 0.598 200 307ebedf38183e95b43afdc1ad3b1d49 199.204.45.35 - - [03/Apr/2026:01:45:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.533 [auth-system-keycloak-80] [] 10.0.0.94:8080 1925 0.531 200 376f63b18f9b1104bb25554afc611ece 199.204.45.35 - - [03/Apr/2026:01:45:26 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.106 [auth-system-keycloak-80] [] 10.0.0.94:8080 12500 0.105 200 cf4c8081f49e8488f3b56a2a294a15a5 199.204.45.35 - - [03/Apr/2026:01:45:26 +0000] "GET /admin/realms/atmosphere/client-scopes/50358d30-19dc-4e16-aaea-3dcb6696ea53 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.060 [auth-system-keycloak-80] [] 10.0.0.94:8080 1278 0.060 200 d524ed81e7040d7f2e03a2ee271b357f 199.204.45.35 - - [03/Apr/2026:01:45:26 +0000] "PUT /admin/realms/atmosphere/client-scopes/50358d30-19dc-4e16-aaea-3dcb6696ea53 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.082 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.081 204 3025067daaffaacc92c4ad79f6b5e81b 199.204.45.35 - - [03/Apr/2026:01:45:26 +0000] "GET /admin/realms/atmosphere/client-scopes/50358d30-19dc-4e16-aaea-3dcb6696ea53/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.025 [auth-system-keycloak-80] [] 10.0.0.94:8080 963 0.025 200 fe20d521e4204732dadf488d9a875e15 199.204.45.35 - - [03/Apr/2026:01:45:26 +0000] "GET /admin/realms/atmosphere/client-scopes/50358d30-19dc-4e16-aaea-3dcb6696ea53/protocol-mappers/models/220ec8b5-c694-49db-89f6-a45803667c2a HTTP/1.1" 200 366 "-" "Ansible" 1307 0.057 [auth-system-keycloak-80] [] 10.0.0.94:8080 366 0.057 200 7c3bbc6ead0d899b13d12bfd2d155cc6 199.204.45.35 - - [03/Apr/2026:01:45:26 +0000] "PUT /admin/realms/atmosphere/client-scopes/50358d30-19dc-4e16-aaea-3dcb6696ea53/protocol-mappers/models/220ec8b5-c694-49db-89f6-a45803667c2a HTTP/1.1" 204 0 "-" "Ansible" 1620 0.096 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.095 204 73c5cd16069079b7034d439d10ab2cdc 199.204.45.35 - - [03/Apr/2026:01:45:26 +0000] "GET /admin/realms/atmosphere/client-scopes/50358d30-19dc-4e16-aaea-3dcb6696ea53 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.083 [auth-system-keycloak-80] [] 10.0.0.94:8080 1218 0.083 200 7e38f9b81ac95b43511cde5684989132 199.204.45.35 - - [03/Apr/2026:01:45:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.471 [auth-system-keycloak-80] [] 10.0.0.94:8080 1925 0.469 200 2e57d8ea30bdac9d0deecc8aa7ed2b5c 199.204.45.35 - - [03/Apr/2026:01:45:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.015 [auth-system-keycloak-80] [] 10.0.0.94:8080 2 0.014 200 9e81f1282cf1cc505964df732f4e8c0e 199.204.45.35 - - [03/Apr/2026:01:45:48 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.192 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.191 201 d91ba20bec09f33f8da45d0bb4432f9d 199.204.45.35 - - [03/Apr/2026:01:45:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.079 [auth-system-keycloak-80] [] 10.0.0.94:8080 1259 0.079 200 90239ac7656dc5f5d714428b27c0d883 199.204.45.35 - - [03/Apr/2026:01:45:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.008 [auth-system-keycloak-80] [] 10.0.0.94:8080 1925 1.007 200 ba54f94f1228aca39df334297cfbfc89 199.204.45.35 - - [03/Apr/2026:01:45:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.071 [auth-system-keycloak-80] [] 10.0.0.94:8080 2 0.071 200 b0fa8b5e9c2ef10fb9bf79e4e619c0d1 199.204.45.35 - - [03/Apr/2026:01:45:50 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.109 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.108 201 347cf93200bfb2495f04d869ed2f9153 199.204.45.35 - - [03/Apr/2026:01:45:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.079 [auth-system-keycloak-80] [] 10.0.0.94:8080 1283 0.078 200 13c8f025454e425c702655117d74d927 199.204.45.35 - - [03/Apr/2026:01:45:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.520 [auth-system-keycloak-80] [] 10.0.0.94:8080 1925 0.519 200 dc3918ca039100852e892c142a6a4131 199.204.45.35 - - [03/Apr/2026:01:45:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.94:8080 2 0.011 200 7e321b811d1ed1755a2bd0bfa242f684 199.204.45.35 - - [03/Apr/2026:01:45:51 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.147 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.147 201 2750596820914237d62609f4cc671289 199.204.45.35 - - [03/Apr/2026:01:45:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.022 [auth-system-keycloak-80] [] 10.0.0.94:8080 1249 0.022 200 be9eb616195aeac39e69b133808723b7 199.204.45.35 - - [03/Apr/2026:01:45:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.468 [auth-system-keycloak-80] [] 10.0.0.94:8080 1925 0.466 200 8f8f555bc8dfd42bf525503efe2096a1 199.204.45.35 - - [03/Apr/2026:01:45:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.94:8080 1259 0.008 200 f15f8403a12b74fe4b803c1f91af49c0 199.204.45.35 - - [03/Apr/2026:01:45:52 +0000] "GET /admin/realms/atmosphere/clients/ecfdeeb8-040a-463a-9e57-61e74f8cbb6f/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.042 [auth-system-keycloak-80] [] 10.0.0.94:8080 119 0.042 404 671ccc18cade0b878dd22908add16e4e 199.204.45.35 - - [03/Apr/2026:01:45:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.94:8080 1259 0.007 200 14942de636da3e9bcafdc15627ec4e9c 199.204.45.35 - - [03/Apr/2026:01:45:52 +0000] "POST /admin/realms/atmosphere/clients/ecfdeeb8-040a-463a-9e57-61e74f8cbb6f/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.025 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.023 201 c9359ad33971bc9c3845e0616c67c5a6 199.204.45.35 - - [03/Apr/2026:01:45:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.034 [auth-system-keycloak-80] [] 10.0.0.94:8080 1259 0.033 200 db2eb4ccd5aa72f9c77935be523a8667 199.204.45.35 - - [03/Apr/2026:01:45:52 +0000] "GET /admin/realms/atmosphere/clients/ecfdeeb8-040a-463a-9e57-61e74f8cbb6f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.020 [auth-system-keycloak-80] [] 10.0.0.94:8080 166 0.020 200 79780db948bf9ed48dd112c0bbb419f9 199.204.45.35 - - [03/Apr/2026:01:45:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.94:8080 1925 0.476 200 cfe10dc76676335c7f5efbc3d43e0032 199.204.45.35 - - [03/Apr/2026:01:45:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.94:8080 1283 0.006 200 ff3aae56515a90026d914a44d94db189 199.204.45.35 - - [03/Apr/2026:01:45:53 +0000] "GET /admin/realms/atmosphere/clients/ee375a76-9105-474a-b28f-15dc5e977541/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.010 [auth-system-keycloak-80] [] 10.0.0.94:8080 119 0.010 404 eb74b484de82421eafae997dfa6c4559 199.204.45.35 - - [03/Apr/2026:01:45:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.046 [auth-system-keycloak-80] [] 10.0.0.94:8080 1283 0.046 200 4259e6deb4af66da76732b9e8de66241 199.204.45.35 - - [03/Apr/2026:01:45:53 +0000] "POST /admin/realms/atmosphere/clients/ee375a76-9105-474a-b28f-15dc5e977541/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.019 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.018 201 79bfd16a94338a11dd37eaf746c1c3e6 199.204.45.35 - - [03/Apr/2026:01:45:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.94:8080 1283 0.009 200 39b3bd69405531fe15f4a76340c9e5fb 199.204.45.35 - - [03/Apr/2026:01:45:53 +0000] "GET /admin/realms/atmosphere/clients/ee375a76-9105-474a-b28f-15dc5e977541/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.035 [auth-system-keycloak-80] [] 10.0.0.94:8080 165 0.036 200 353dac99401c88d024b601f23bab016e W0403 01:45:53.485718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:53.485750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [03/Apr/2026:01:45:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.553 [auth-system-keycloak-80] [] 10.0.0.94:8080 1925 0.552 200 6c44f1d350394b69a436b8b246e9435f 199.204.45.35 - - [03/Apr/2026:01:45:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.94:8080 1283 0.008 200 21873da92c1f0743da3e6ff3e7e6e6ab 199.204.45.35 - - [03/Apr/2026:01:45:54 +0000] "GET /admin/realms/atmosphere/clients/ee375a76-9105-474a-b28f-15dc5e977541/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.042 [auth-system-keycloak-80] [] 10.0.0.94:8080 119 0.042 404 f23ae5520ce2a2c66a6485648bdcd62b 199.204.45.35 - - [03/Apr/2026:01:45:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.94:8080 1283 0.009 200 d27ae2a8de15546cbfb8627d19606c70 199.204.45.35 - - [03/Apr/2026:01:45:54 +0000] "POST /admin/realms/atmosphere/clients/ee375a76-9105-474a-b28f-15dc5e977541/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.017 201 beda33cc6e43134576fad1e794f49831 199.204.45.35 - - [03/Apr/2026:01:45:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.033 [auth-system-keycloak-80] [] 10.0.0.94:8080 1283 0.033 200 4cd976dad838dba7bbcb73de53f736bf 199.204.45.35 - - [03/Apr/2026:01:45:54 +0000] "GET /admin/realms/atmosphere/clients/ee375a76-9105-474a-b28f-15dc5e977541/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.018 [auth-system-keycloak-80] [] 10.0.0.94:8080 166 0.017 200 11fb5d5d40e2fdde2a579e052ba20f5b 199.204.45.35 - - [03/Apr/2026:01:45:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.507 [auth-system-keycloak-80] [] 10.0.0.94:8080 1925 0.506 200 06752540241ba120f851b5bc857a5420 199.204.45.35 - - [03/Apr/2026:01:45:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.014 [auth-system-keycloak-80] [] 10.0.0.94:8080 1283 0.013 200 11bfa28240e815e5a1ea03fddaf3629f 199.204.45.35 - - [03/Apr/2026:01:45:55 +0000] "GET /admin/realms/atmosphere/clients/ee375a76-9105-474a-b28f-15dc5e977541/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.037 [auth-system-keycloak-80] [] 10.0.0.94:8080 119 0.037 404 67dd445f543d13e6a687ef9963e23cde 199.204.45.35 - - [03/Apr/2026:01:45:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.94:8080 1283 0.009 200 27de35e6e86e473e2861cdd9950ac184 199.204.45.35 - - [03/Apr/2026:01:45:55 +0000] "POST /admin/realms/atmosphere/clients/ee375a76-9105-474a-b28f-15dc5e977541/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.084 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.083 201 e593b2a0438644f0c7fb17312e35cea1 199.204.45.35 - - [03/Apr/2026:01:45:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.94:8080 1283 0.010 200 5370bd7846fc578e0f9b51f02a2cc52a 199.204.45.35 - - [03/Apr/2026:01:45:55 +0000] "GET /admin/realms/atmosphere/clients/ee375a76-9105-474a-b28f-15dc5e977541/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.044 [auth-system-keycloak-80] [] 10.0.0.94:8080 166 0.045 200 06fb57c51412bd3a8249963894702eb0 199.204.45.35 - - [03/Apr/2026:01:45:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.516 [auth-system-keycloak-80] [] 10.0.0.94:8080 1925 0.514 200 d6a09bc7b141069c88000c00a502f00d 199.204.45.35 - - [03/Apr/2026:01:45:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.94:8080 1249 0.007 200 9b33218d694c27fe651cfe03cd5a9362 199.204.45.35 - - [03/Apr/2026:01:45:56 +0000] "GET /admin/realms/atmosphere/clients/8b4794b2-a18c-45c6-8873-d14859a2e4d6/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.067 [auth-system-keycloak-80] [] 10.0.0.94:8080 119 0.067 404 23532ca63cf53eab3e4a167ab7f60982 199.204.45.35 - - [03/Apr/2026:01:45:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.94:8080 1249 0.009 200 53af72ca80b41d1c4f4e80a89da23dbc 199.204.45.35 - - [03/Apr/2026:01:45:56 +0000] "POST /admin/realms/atmosphere/clients/8b4794b2-a18c-45c6-8873-d14859a2e4d6/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.015 201 db3efd10d64c548b3c2c59e86172942c 199.204.45.35 - - [03/Apr/2026:01:45:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.94:8080 1249 0.007 200 b6de1676cf9ee617521018000bd80bc4 199.204.45.35 - - [03/Apr/2026:01:45:56 +0000] "GET /admin/realms/atmosphere/clients/8b4794b2-a18c-45c6-8873-d14859a2e4d6/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.030 [auth-system-keycloak-80] [] 10.0.0.94:8080 166 0.030 200 0573c332a0d58cd63cebf26151847426 W0403 01:45:56.820129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:56.820193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:04.326756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:04.326797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:04.413966 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:04.414042 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0403 01:47:04.414077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:04.414094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:04.415057 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:47:04.415125 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0403 01:47:04.415200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:04.415231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:47:04.415876 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0403 01:47:04.415904 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0403 01:47:04.416397 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:04.416505 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0403 01:47:04.416604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:04.416638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:47:04.416927 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0403 01:47:04.416968 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0403 01:47:04.418797 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0403 01:47:04.419730 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0403 01:47:04.422727 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0403 01:47:04.423048 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"68c97ddc-6f7a-4d94-8ba0-f49145692180", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4490", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:47:04.423168 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0403 01:47:04.423190 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0403 01:47:04.423405 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0403 01:47:04.423446 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"02773c33-f7b7-453e-b0da-f6255699032b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4491", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:47:04.431685 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0403 01:47:04.432118 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b83ccd94-e6ca-400f-b12c-70985f691557", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4496", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:47:04.432191 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0403 01:47:04.780129 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0403 01:47:04.781004 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0403 01:47:04.782854 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0403 01:47:04.783676 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0403 01:47:05.633347 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0403 01:47:05.634428 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0403 01:47:07.660444 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:07.660499 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:47:07.660527 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:07.660639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:07.660658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:47:07.660742 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:47:07.699856 7 controller.go:216] "Backend successfully reloaded" I0403 01:47:07.700142 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hxfdw", UID:"1ade7b02-64fb-408b-aa22-afe17e1cf631", APIVersion:"v1", ResourceVersion:"1425", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:47:10.994043 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:10.994125 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:47:10.994163 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:10.994285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:10.994314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:14.327467 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:14.327523 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:47:14.327550 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:14.327636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:14.327649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:17.661007 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:17.661083 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:47:17.661193 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:17.661333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:17.661365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:20.993677 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:20.993765 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:47:20.993874 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:20.994120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:20.994158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:47:22.576768 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.98.8.229"}] I0403 01:47:22.576773 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.98.8.229"}] I0403 01:47:22.576880 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.98.8.229"}] I0403 01:47:22.584002 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b83ccd94-e6ca-400f-b12c-70985f691557", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5157", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:47:22.586370 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"02773c33-f7b7-453e-b0da-f6255699032b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5158", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:47:22.587792 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"68c97ddc-6f7a-4d94-8ba0-f49145692180", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5159", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:47:24.327202 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:24.327278 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:47:24.327318 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:24.327522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:24.327559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:27.660621 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:27.660683 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:47:27.660724 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:27.660845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:27.660868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:30.994361 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:30.994423 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:47:30.994478 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:30.994595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:30.994612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:34.327649 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:34.327749 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:47:34.327831 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:34.328008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:34.328052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:37.661087 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:37.661193 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:37.661323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:37.661349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:40.994323 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:40.994432 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:40.994573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:40.994602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.131 - - [03/Apr/2026:01:47:43 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.042 [auth-system-keycloak-80] [] 10.0.0.94:8080 6411 0.042 200 14cce03a558392d00573331e90c02f8c 10.0.0.100 - - [03/Apr/2026:01:47:43 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.007 [auth-system-keycloak-80] [] 10.0.0.94:8080 6411 0.006 200 441932a25e60610857a15bfe826e23d6 W0403 01:47:44.327716 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:44.327928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:44.327997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:47.660665 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:47.660889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:47.660920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:50.995428 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:50.995659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:50.995826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:54.326953 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:54.327492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:54.327533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:57.660948 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:57.661107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:57.661131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:00.994575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:00.994629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:04.327331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:04.327482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:07.661553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:07.661617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [03/Apr/2026:01:48:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.458 [auth-system-keycloak-80] [] 10.0.0.94:8080 1925 0.456 200 44eaec8c8acd367662d8265ae9438a9d 199.204.45.35 - - [03/Apr/2026:01:48:09 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.007 [auth-system-keycloak-80] [] 10.0.0.94:8080 4246 0.007 200 98fe59375a9733613018bf2100609cbb 199.204.45.35 - - [03/Apr/2026:01:48:09 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.439 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.437 204 b8fc15d60edc11de5bbdb8d4eb212014 199.204.45.35 - - [03/Apr/2026:01:48:09 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.185 [auth-system-keycloak-80] [] 10.0.0.94:8080 4384 0.185 200 6e5a954afdd72c9efbd84466ebf51884 199.204.45.35 - - [03/Apr/2026:01:48:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.456 [auth-system-keycloak-80] [] 10.0.0.94:8080 1925 0.455 200 103b86c10141e477abc1964a6bd01e8d 199.204.45.35 - - [03/Apr/2026:01:48:10 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.020 [auth-system-keycloak-80] [] 10.0.0.94:8080 1682 0.020 200 4f4838cc1c53031de55ec1c8f0e0e1b4 199.204.45.35 - - [03/Apr/2026:01:48:11 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.007 [auth-system-keycloak-80] [] 10.0.0.94:8080 6411 0.007 200 f09d6eaed704df16f9b48b6e727a40ca 199.204.45.35 - - [03/Apr/2026:01:48:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.544 [auth-system-keycloak-80] [] 10.0.0.94:8080 1925 0.542 200 cedca150447a5b9f5747d6ced36b0400 199.204.45.35 - - [03/Apr/2026:01:48:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.011 [auth-system-keycloak-80] [] 10.0.0.94:8080 2 0.011 200 a26356c4ea00a3763f46a99238deff6e 199.204.45.35 - - [03/Apr/2026:01:48:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.166 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.165 201 ac1695bf65e14a3abb7923f76ad419de 199.204.45.35 - - [03/Apr/2026:01:48:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.025 [auth-system-keycloak-80] [] 10.0.0.94:8080 2242 0.024 200 4932e72b048fa08ca2d988e88f62aa90 199.204.45.35 - - [03/Apr/2026:01:48:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.496 [auth-system-keycloak-80] [] 10.0.0.94:8080 1925 0.494 200 904baad8ad79ef9fb6c658e4fc0cefe3 199.204.45.35 - - [03/Apr/2026:01:48:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.94:8080 2242 0.007 200 83711aef8c38eb00ce903360f62fa053 199.204.45.35 - - [03/Apr/2026:01:48:14 +0000] "GET /admin/realms/atmosphere/clients/2bc1d972-a3c5-47c7-9824-719a1931f0d9/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.015 [auth-system-keycloak-80] [] 10.0.0.94:8080 233 0.015 200 d50512bb6ad24198eba27cadb4a802f5 199.204.45.35 - - [03/Apr/2026:01:48:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.047 [auth-system-keycloak-80] [] 10.0.0.94:8080 831 0.046 200 1455e7cc4ee5f560f36c865ffd9d1e07 199.204.45.35 - - [03/Apr/2026:01:48:14 +0000] "GET /admin/realms/atmosphere/clients/a9fa8334-562a-4b3f-bbc7-cfad5d454937/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.091 [auth-system-keycloak-80] [] 10.0.0.94:8080 3758 0.091 200 7ba54b31688590f131d8f3befbbdca4b 199.204.45.35 - - [03/Apr/2026:01:48:14 +0000] "GET /admin/realms/atmosphere/users/8e412ec2-5d04-46a8-8077-6449b9ada339/role-mappings/clients/a9fa8334-562a-4b3f-bbc7-cfad5d454937/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.271 [auth-system-keycloak-80] [] 10.0.0.94:8080 3758 0.270 200 c019af6153c574bac9bbb7e862128997 199.204.45.35 - - [03/Apr/2026:01:48:14 +0000] "GET /admin/realms/atmosphere/users/8e412ec2-5d04-46a8-8077-6449b9ada339/role-mappings/clients/a9fa8334-562a-4b3f-bbc7-cfad5d454937/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.089 [auth-system-keycloak-80] [] 10.0.0.94:8080 2 0.089 200 b0ebbccbc3c2391d14466e2a57d19e58 199.204.45.35 - - [03/Apr/2026:01:48:14 +0000] "POST /admin/realms/atmosphere/users/8e412ec2-5d04-46a8-8077-6449b9ada339/role-mappings/clients/a9fa8334-562a-4b3f-bbc7-cfad5d454937 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.020 [auth-system-keycloak-80] [] 10.0.0.94:8080 0 0.020 204 0da132912a54a110a60b83ea6206bb7e 199.204.45.35 - - [03/Apr/2026:01:48:14 +0000] "GET /admin/realms/atmosphere/users/8e412ec2-5d04-46a8-8077-6449b9ada339/role-mappings/clients/a9fa8334-562a-4b3f-bbc7-cfad5d454937/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.067 [auth-system-keycloak-80] [] 10.0.0.94:8080 576 0.067 200 ef25af8a7c3585ab7cec2c992fdcfed6 W0403 01:48:17.466911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:17.466982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:20.800649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:20.800697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:32.847386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:32.847437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:21.956337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:21.956375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:53.786702 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 01:50:53.786791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:53.786811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:50:53.790705 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0403 01:50:53.790760 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0403 01:50:53.797635 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0403 01:50:53.797864 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"7f39e8d1-3f65-422f-a7d5-407c37f592dd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6882", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:50:53.798403 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0403 01:50:53.798921 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 01:50:53.799008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:53.799142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:50:53.799470 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:50:53.843413 7 controller.go:216] "Backend successfully reloaded" I0403 01:50:53.843748 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hxfdw", UID:"1ade7b02-64fb-408b-aa22-afe17e1cf631", APIVersion:"v1", ResourceVersion:"1425", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 01:50:54.210307 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0403 01:50:54.211787 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0403 01:50:57.132765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:57.132818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [03/Apr/2026:01:50:58 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.005 300 f51f95bcba2d8217f6122322d2270b10 199.204.45.35 - - [03/Apr/2026:01:50:59 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.248:5000 265 0.004 200 7dd60f611387deb815c4dae95c66da6d 199.204.45.35 - - [03/Apr/2026:01:51:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.336 [openstack-keystone-api-5000] [] 10.0.0.248:5000 1359 0.336 201 489f7ed61f1dc54c0341e1b86365dabb 199.204.45.35 - - [03/Apr/2026:01:51:00 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.005 300 5eb03ffbefa955731c318eed86a1ef3e 199.204.45.35 - - [03/Apr/2026:01:51:00 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.039 [openstack-keystone-api-5000] [] 10.0.0.248:5000 90 0.040 404 fcb5cc5a5c0400048658ecef0fae5d99 199.204.45.35 - - [03/Apr/2026:01:51:00 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.026 [openstack-keystone-api-5000] [] 10.0.0.248:5000 366 0.026 200 a460db750b68df116dbbc25755f936d9 199.204.45.35 - - [03/Apr/2026:01:51:00 +0000] "GET /v3/domains/f85e909490814ec9b705c3b0cd41972c HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-keystone-api-5000] [] 10.0.0.248:5000 244 0.020 200 381a9cf118e345f3315fcdb49211726b 199.204.45.35 - - [03/Apr/2026:01:51:00 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.248:5000 265 0.003 200 826f1edb8dc201f6bc70a65231607410 199.204.45.35 - - [03/Apr/2026:01:51:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.326 [openstack-keystone-api-5000] [] 10.0.0.248:5000 1359 0.326 201 8ab83c6476f1ac8fb9c40e34819064ae 199.204.45.35 - - [03/Apr/2026:01:51:01 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.004 300 f5f1711149ba981d9a3ab263bf466833 199.204.45.35 - - [03/Apr/2026:01:51:01 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.031 [openstack-keystone-api-5000] [] 10.0.0.248:5000 101 0.030 404 d66dc9673187f52db65c6cc18d6e0ca2 199.204.45.35 - - [03/Apr/2026:01:51:01 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.025 [openstack-keystone-api-5000] [] 10.0.0.248:5000 155 0.025 200 2593efd921914165adf0c8d4a7a7f937 199.204.45.35 - - [03/Apr/2026:01:51:01 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.027 [openstack-keystone-api-5000] [] 10.0.0.248:5000 451 0.027 201 28141bc4deb27a98b3129b3193a9145a 199.204.45.35 - - [03/Apr/2026:01:51:02 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.248:5000 265 0.004 200 232e2484e5ff48b0d8d7fdf28c164b76 199.204.45.35 - - [03/Apr/2026:01:51:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.308 [openstack-keystone-api-5000] [] 10.0.0.248:5000 1359 0.308 201 0ebf9d61b2aacb7b148fc1008ebb160a 199.204.45.35 - - [03/Apr/2026:01:51:02 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.004 300 289cbd07399c0edefa4228d53411c200 199.204.45.35 - - [03/Apr/2026:01:51:02 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.027 [openstack-keystone-api-5000] [] 10.0.0.248:5000 98 0.027 404 31febc7f16855c8d3268caf95a7b407e 199.204.45.35 - - [03/Apr/2026:01:51:02 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.020 [openstack-keystone-api-5000] [] 10.0.0.248:5000 135 0.019 200 20e49d87ba09fad5cdb65dad96b222ea 199.204.45.35 - - [03/Apr/2026:01:51:02 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.023 [openstack-keystone-api-5000] [] 10.0.0.248:5000 356 0.024 201 40ec4410fb94120aaae91d96700fb278 199.204.45.35 - - [03/Apr/2026:01:51:03 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.248:5000 265 0.004 200 e5580d6b4a24ece144535ddbd77c1acb 199.204.45.35 - - [03/Apr/2026:01:51:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.248:5000 1359 0.297 201 60aae9f9f60358cefb7292cbfc6e43a5 199.204.45.35 - - [03/Apr/2026:01:51:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.004 300 85a9d430960457368dafdf86ba67d516 199.204.45.35 - - [03/Apr/2026:01:51:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.028 [openstack-keystone-api-5000] [] 10.0.0.248:5000 131 0.028 404 29deacfc912086f1f4cfcb71b4eb850a 199.204.45.35 - - [03/Apr/2026:01:51:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.019 [openstack-keystone-api-5000] [] 10.0.0.248:5000 167 0.019 200 767a4d8eb527f2b5ac44f0c87e8f2175 199.204.45.35 - - [03/Apr/2026:01:51:03 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.025 [openstack-keystone-api-5000] [] 10.0.0.248:5000 222 0.025 201 af8bdc0a3d22f7dc97f4a99d62dfbe3a W0403 01:51:13.219774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:13.219809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:16.554011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:16.554085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:19.887001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:19.887068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:51:22.550834 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.98.8.229"}] I0403 01:51:22.555511 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"7f39e8d1-3f65-422f-a7d5-407c37f592dd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7146", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:51:23.220248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:23.220297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:26.553345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:26.553381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:37.709719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:37.709749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:41.524122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:41.524157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:44.859083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:44.859145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:14.035663 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 01:53:14.035780 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0403 01:53:14.035849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:14.035871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:53:14.040116 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:32.2kB} I0403 01:53:14.040154 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0403 01:53:14.047616 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0403 01:53:14.047890 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"ad770487-9d6f-4d81-bac7-6c65bbb6b159", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7958", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:53:14.048203 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0403 01:53:14.048592 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 01:53:14.048698 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0403 01:53:14.048774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:14.048794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:53:14.048949 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:53:14.099583 7 controller.go:216] "Backend successfully reloaded" I0403 01:53:14.099907 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hxfdw", UID:"1ade7b02-64fb-408b-aa22-afe17e1cf631", APIVersion:"v1", ResourceVersion:"1425", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 01:53:14.565772 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0403 01:53:14.566613 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.35 - - [03/Apr/2026:01:53:14 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.005 300 f302d1f4c1e2fa4245026b217c50bc99 199.204.45.35 - - [03/Apr/2026:01:53:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.342 [openstack-keystone-api-5000] [] 10.0.0.248:5000 1990 0.342 201 601725ddd8a5d5e437a678d88d0cc344 199.204.45.35 - - [03/Apr/2026:01:53:15 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.039 [openstack-keystone-api-5000] [] 10.0.0.248:5000 85 0.039 404 a741b36e3fe31138ff7bdf45683a3734 199.204.45.35 - - [03/Apr/2026:01:53:15 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.021 [openstack-keystone-api-5000] [] 10.0.0.248:5000 128 0.021 200 113edf69533f771ef8997549e0a5ff0b 199.204.45.35 - - [03/Apr/2026:01:53:15 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.039 [openstack-keystone-api-5000] [] 10.0.0.248:5000 229 0.039 201 9a07abc4d1b2362c217b832176f41c5c W0403 01:53:17.382282 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 01:53:17.382464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:17.382487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:21.893904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:21.893951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [03/Apr/2026:01:53:22 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 228 0.003 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.003 300 f9c6bf3f0b42fc08c590bc5d4836241f I0403 01:53:22.553512 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.98.8.229"}] I0403 01:53:22.559416 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"ad770487-9d6f-4d81-bac7-6c65bbb6b159", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8044", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.35 - - [03/Apr/2026:01:53:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 547 0.310 [openstack-keystone-api-5000] [] 10.0.0.248:5000 1990 0.310 201 c0fd1d70e56a1cd2903c7de222923c97 199.204.45.35 - - [03/Apr/2026:01:53:22 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.027 [openstack-keystone-api-5000] [] 10.0.0.248:5000 1514 0.027 200 3dee8fce52f5ec3e911bf4ca18e784f3 199.204.45.35 - - [03/Apr/2026:01:53:22 +0000] "PUT /v3/roles/f6922ab63cdc454e88a6be27f8db7f23/implies/dbe0809211784b488d5d997120884161 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.038 [openstack-keystone-api-5000] [] 10.0.0.248:5000 518 0.038 201 afbd68c93dc7472b9b13e9ea6e916f03 W0403 01:53:25.227961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:25.228018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [03/Apr/2026:01:54:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.008 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.008 300 e058199e4dfbecad01ba403e2c4100e3 199.204.45.35 - - [03/Apr/2026:01:54:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.365 [openstack-keystone-api-5000] [] 10.0.0.248:5000 2053 0.365 201 6515c056b90e4e441b4a10bc625b8de0 199.204.45.35 - - [03/Apr/2026:01:54:10 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.126 [openstack-keystone-api-5000] [] 10.0.0.248:5000 87 0.126 404 b9730c0c1244044a70753599c9baab41 199.204.45.35 - - [03/Apr/2026:01:54:10 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.025 [openstack-keystone-api-5000] [] 10.0.0.248:5000 388 0.025 200 6e54f516637bac511ac7fb38eefe670e 199.204.45.35 - - [03/Apr/2026:01:54:10 +0000] "GET /v3/users/rgw-RegionOne?domain_id=e7e0ca199f124400b9ed2bb3b492d422 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.035 [openstack-keystone-api-5000] [] 10.0.0.248:5000 91 0.034 404 12d5726a33210cddbd880b8b94e9da14 199.204.45.35 - - [03/Apr/2026:01:54:10 +0000] "GET /v3/users?domain_id=e7e0ca199f124400b9ed2bb3b492d422&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.031 [openstack-keystone-api-5000] [] 10.0.0.248:5000 177 0.031 200 0a915fa8b9f591876a3242954b1a6137 199.204.45.35 - - [03/Apr/2026:01:54:10 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.290 [openstack-keystone-api-5000] [] 10.0.0.248:5000 290 0.290 201 edd38c8c3ea83636c41e745409feef13 199.204.45.35 - - [03/Apr/2026:01:54:14 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 228 0.003 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.003 300 211df74139682de7ce58559f75287d84 199.204.45.35 - - [03/Apr/2026:01:54:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 547 0.940 [openstack-keystone-api-5000] [] 10.0.0.248:5000 2053 0.940 201 0a49fd69d0861c3d77044f20305d79cb 199.204.45.35 - - [03/Apr/2026:01:54:15 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 385 0.035 [openstack-keystone-api-5000] [] 10.0.0.248:5000 83 0.035 404 23337ead1682f3ec0941b14b0265714a 199.204.45.35 - - [03/Apr/2026:01:54:15 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "python-keystoneclient" 390 0.019 [openstack-keystone-api-5000] [] 10.0.0.248:5000 359 0.019 200 b987a257ef79df6f86d3959e50291bf5 199.204.45.35 - - [03/Apr/2026:01:54:15 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 389 0.033 [openstack-keystone-api-5000] [] 10.0.0.248:5000 87 0.033 404 c29064920c7c7b008aef9e4a86f5a98b 199.204.45.35 - - [03/Apr/2026:01:54:15 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "python-keystoneclient" 394 0.028 [openstack-keystone-api-5000] [] 10.0.0.248:5000 388 0.028 200 6ba9b1685abf76143802e9e8071f3f74 199.204.45.35 - - [03/Apr/2026:01:54:15 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 393 0.025 [openstack-keystone-api-5000] [] 10.0.0.248:5000 91 0.025 404 6149000934dac811b5b80e3992fadd2f 199.204.45.35 - - [03/Apr/2026:01:54:15 +0000] "GET /v3/users?domain_id=e7e0ca199f124400b9ed2bb3b492d422&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "python-keystoneclient" 441 0.041 [openstack-keystone-api-5000] [] 10.0.0.248:5000 456 0.041 200 5fb76d8f9b3ec823ddefdab184ed76b5 199.204.45.35 - - [03/Apr/2026:01:54:15 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 390 0.025 [openstack-keystone-api-5000] [] 10.0.0.248:5000 88 0.025 404 14d6205addddad90c6652c7e14ecb1b3 199.204.45.35 - - [03/Apr/2026:01:54:15 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "python-keystoneclient" 395 0.030 [openstack-keystone-api-5000] [] 10.0.0.248:5000 518 0.030 200 607ebbac22b5d29153d8426a7bdfef84 199.204.45.35 - - [03/Apr/2026:01:54:15 +0000] "PUT /v3/projects/f38ea7efdc294dc2904248a809dadac3/users/bf34e75ad0e540089fcf5c5735ac0113/roles/f3b03e925e4e49e28dbca2e28c925113 HTTP/1.1" 204 0 "-" "python-keystoneclient" 512 0.071 [openstack-keystone-api-5000] [] 10.0.0.248:5000 0 0.070 204 4bddf76028ae8a186de73ab951d7a888 199.204.45.35 - - [03/Apr/2026:01:54:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.007 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.006 300 b6e1978c677084dbb109024f934ffa5b 199.204.45.35 - - [03/Apr/2026:01:54:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.337 [openstack-keystone-api-5000] [] 10.0.0.248:5000 2053 0.337 201 ae764665609f99512d44511b32bee534 199.204.45.35 - - [03/Apr/2026:01:54:21 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.023 [openstack-keystone-api-5000] [] 10.0.0.248:5000 150 0.023 200 3cf3a950f05be42b8be48235a0f0fa6e 199.204.45.35 - - [03/Apr/2026:01:54:21 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.026 [openstack-keystone-api-5000] [] 10.0.0.248:5000 262 0.026 201 8e34e4dafe371f41f1cc06166dd7e0bf 199.204.45.35 - - [03/Apr/2026:01:54:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.003 300 1cb161f396d48495706798c0b49b122d 199.204.45.35 - - [03/Apr/2026:01:54:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.307 [openstack-keystone-api-5000] [] 10.0.0.248:5000 2155 0.307 201 3a062d0a64051daa7e075fe8218b3e77 199.204.45.35 - - [03/Apr/2026:01:54:22 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.031 [openstack-keystone-api-5000] [] 10.0.0.248:5000 86 0.031 404 5cf8b76218828f1f21ac0303199b036a 199.204.45.35 - - [03/Apr/2026:01:54:22 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.018 [openstack-keystone-api-5000] [] 10.0.0.248:5000 380 0.018 200 ef86f5e374dcb39473ff1cff7adc0e59 199.204.45.35 - - [03/Apr/2026:01:54:22 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=0ccc953051f54f5d949bf7ab4cc02dd2 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.020 [openstack-keystone-api-5000] [] 10.0.0.248:5000 204 0.020 200 58f9fc231ac0d8a9b977c790cc2626f1 199.204.45.35 - - [03/Apr/2026:01:54:22 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.036 [openstack-keystone-api-5000] [] 10.0.0.248:5000 377 0.036 201 f1ea8bc480ec811a49f3ee74618cda98 199.204.45.35 - - [03/Apr/2026:01:54:22 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.004 300 84c119cb39c896917882d5a64018ae7c 199.204.45.35 - - [03/Apr/2026:01:54:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.248:5000 2363 0.298 201 0b6982b6e70e12b1fa812e2b51affc42 199.204.45.35 - - [03/Apr/2026:01:54:23 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.025 [openstack-keystone-api-5000] [] 10.0.0.248:5000 86 0.024 404 e2fd3589aba42f6346ed47917fce1cfa 199.204.45.35 - - [03/Apr/2026:01:54:23 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.018 [openstack-keystone-api-5000] [] 10.0.0.248:5000 380 0.018 200 00123302b2628628a0a64c1de10b3dd9 199.204.45.35 - - [03/Apr/2026:01:54:23 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=0ccc953051f54f5d949bf7ab4cc02dd2 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.021 [openstack-keystone-api-5000] [] 10.0.0.248:5000 206 0.021 200 1ad64520ba2e07067a382539f6551568 199.204.45.35 - - [03/Apr/2026:01:54:23 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.027 [openstack-keystone-api-5000] [] 10.0.0.248:5000 391 0.026 201 1f6b16d02099749678511ec2ff1f1610 W0403 01:54:24.477512 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:54:24.477644 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0403 01:54:24.477717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:24.477732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:54:24.482441 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0403 01:54:24.482482 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0403 01:54:24.487421 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0403 01:54:24.487867 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0403 01:54:24.488171 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store I0403 01:54:24.488234 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"d367cf78-a8ed-435b-92d1-a0c45a28185e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8548", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:54:24.488354 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0403 01:54:24.488431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:24.488453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:54:24.488593 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:54:24.543283 7 controller.go:216] "Backend successfully reloaded" I0403 01:54:24.543560 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hxfdw", UID:"1ade7b02-64fb-408b-aa22-afe17e1cf631", APIVersion:"v1", ResourceVersion:"1425", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 01:54:24.727025 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0403 01:54:24.728593 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0403 01:54:27.822371 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:54:27.822632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:27.822701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:41.198429 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:54:41.198557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:41.198574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:44.532681 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:54:44.532867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:44.532896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:54:44.533059 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:54:44.577803 7 controller.go:216] "Backend successfully reloaded" I0403 01:54:44.578179 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hxfdw", UID:"1ade7b02-64fb-408b-aa22-afe17e1cf631", APIVersion:"v1", ResourceVersion:"1425", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:54:47.865543 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:54:47.865822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:47.865865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:51.199628 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:54:51.199860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:51.199897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:54.532757 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:54:54.533012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:54.533080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:11.974813 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:55:11.974978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:11.974999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:15.308674 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:55:15.308791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:15.308807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:20.050494 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:55:20.050643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:20.050687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:55:22.550064 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.98.8.229"}] I0403 01:55:22.556525 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"d367cf78-a8ed-435b-92d1-a0c45a28185e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9149", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:55:23.384460 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:55:23.384587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:23.384606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:27.938000 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:55:27.938276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:27.938347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:56:05.951868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:56:05.951905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:21.237468 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:57:21.237792 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0403 01:57:21.237938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:21.237998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:57:21.245086 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.008s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.009s testedConfigurationSize:39.1kB} I0403 01:57:21.245118 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0403 01:57:21.250249 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0403 01:57:21.250450 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"fabc8ac1-f254-45fb-8ea4-6626b9e0ea56", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10044", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:57:21.250589 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0403 01:57:21.250830 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:57:21.250898 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0403 01:57:21.250947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:21.250959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:57:21.251043 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:57:21.301357 7 controller.go:216] "Backend successfully reloaded" I0403 01:57:21.301950 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hxfdw", UID:"1ade7b02-64fb-408b-aa22-afe17e1cf631", APIVersion:"v1", ResourceVersion:"1425", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 01:57:21.547342 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0403 01:57:21.548153 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" I0403 01:57:22.549406 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.98.8.229"}] I0403 01:57:22.555062 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"fabc8ac1-f254-45fb-8ea4-6626b9e0ea56", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10079", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:57:24.584603 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:57:24.584744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:24.584763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [03/Apr/2026:01:57:25 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.004 300 3563ae62efdb60d3e916c0f1286cf3a7 199.204.45.35 - - [03/Apr/2026:01:57:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.317 [openstack-keystone-api-5000] [] 10.0.0.248:5000 3197 0.317 201 e56a8ceeb0368e327830f72f8e6a9ae4 199.204.45.35 - - [03/Apr/2026:01:57:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 48ef081fc383dc73229f78d5986ab3f1 199.204.45.35 - - [03/Apr/2026:01:57:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 89ea5b8bd1adcdd40f6025132f86c855 199.204.45.35 - - [03/Apr/2026:01:57:27 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.003 300 918e2ff10f5ab0e2b18c5b7e1e528eb0 199.204.45.35 - - [03/Apr/2026:01:57:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.248:5000 3197 0.292 201 a1cae3794165384d835ec96d7afca930 199.204.45.35 - - [03/Apr/2026:01:57:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6c20877dce0204e821efacfae8aa8b17 199.204.45.35 - - [03/Apr/2026:01:57:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8e9ecaefd8e80eac43d498fb4ab748fb W0403 01:57:27.918992 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:57:27.919280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:27.919316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [03/Apr/2026:01:57:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.005 300 b8b2cdef90f2a13def2e7d4609fa1f25 199.204.45.35 - - [03/Apr/2026:01:57:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.301 [openstack-keystone-api-5000] [] 10.0.0.248:5000 3197 0.301 201 e17d0e327300ae644a5c4bd07796b788 199.204.45.35 - - [03/Apr/2026:01:57:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 7ad39bac1bef49a0d381aea16b08dfc9 199.204.45.35 - - [03/Apr/2026:01:57:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 34714bf173961170a2f0f470040e7950 199.204.45.35 - - [03/Apr/2026:01:57:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.004 300 416cd0ef0735753430706d1a3272fefe 199.204.45.35 - - [03/Apr/2026:01:57:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.248:5000 3197 0.284 201 0647d538d8c8f97f2ce6fddb2603483f 199.204.45.35 - - [03/Apr/2026:01:57:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2c825723a155902ef21a739ea7bd4b22 199.204.45.35 - - [03/Apr/2026:01:57:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 38254d88195424eb0a44b8cb03a5c602 199.204.45.35 - - [03/Apr/2026:01:57:32 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.004 300 43cd73303aac252f3d4afa9265b5b613 199.204.45.35 - - [03/Apr/2026:01:57:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.313 [openstack-keystone-api-5000] [] 10.0.0.248:5000 3197 0.313 201 f33666b18e74ec16da863bc22cdf759d 199.204.45.35 - - [03/Apr/2026:01:57:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 634a83a22f00e1c607b03707e512ff9e 199.204.45.35 - - [03/Apr/2026:01:57:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c6ead8e47f6d7341c8f2021fcb6f94f5 199.204.45.35 - - [03/Apr/2026:01:57:34 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.004 300 88c9a27753c8c662d4abdac637f5c536 199.204.45.35 - - [03/Apr/2026:01:57:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.248:5000 3197 0.298 201 c11288e84cf5353ca963e6a5d0f3d5fc 199.204.45.35 - - [03/Apr/2026:01:57:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 184f6c544c577287fb738e55a14f8200 199.204.45.35 - - [03/Apr/2026:01:57:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0c7c2ea70ae10d772d7233b1c9acda3e W0403 01:57:35.879658 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:57:35.880177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:35.880203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [03/Apr/2026:01:57:36 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.004 300 fb813a6a3a82f59a171108a3934d1fb0 199.204.45.35 - - [03/Apr/2026:01:57:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.248:5000 3197 0.287 201 407317ca0d5f68f2f090d58438d6bb5a 199.204.45.35 - - [03/Apr/2026:01:57:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 499382499132226cba835dea58f0ef10 199.204.45.35 - - [03/Apr/2026:01:57:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9c2108efe3cf34fb2ddf493dfd7554a5 199.204.45.35 - - [03/Apr/2026:01:57:38 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.003 300 533c172a633b0e36b0610c14b85460f8 199.204.45.35 - - [03/Apr/2026:01:57:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.248:5000 3197 0.297 201 cef1112f92c00f75032da9cbce1e0c09 199.204.45.35 - - [03/Apr/2026:01:57:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 66e1af2cb81dcac5fde68569ddc1f8e6 199.204.45.35 - - [03/Apr/2026:01:57:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 97a9eb405cfa4db2857e54e48e981d4b 199.204.45.35 - - [03/Apr/2026:01:57:39 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.003 300 a4e50e0caa8e32f2b3c7fd5a576000bb 199.204.45.35 - - [03/Apr/2026:01:57:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.248:5000 3197 0.284 201 101b412f9de6d64e2d537e3ef7a09136 199.204.45.35 - - [03/Apr/2026:01:57:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 041ceed5206ac271f6479d4f7cab5a7d 199.204.45.35 - - [03/Apr/2026:01:57:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 80a07f7569d5734ca9315e9494729bdd 199.204.45.35 - - [03/Apr/2026:01:57:41 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.005 300 b4d80ce8a68bce936da42c2b7c292ef9 199.204.45.35 - - [03/Apr/2026:01:57:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.248:5000 3197 0.288 201 f5ed1b6ef75e14c637e9e24a5d33ca8a 199.204.45.35 - - [03/Apr/2026:01:57:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0a147eab6bf8479be8d67c719afa96d0 199.204.45.35 - - [03/Apr/2026:01:57:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 77d6afbff23da9a4e3b04ed9d73cd201 199.204.45.35 - - [03/Apr/2026:01:57:43 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.006 300 f042e1a7d58293c2ba321f1c740d9fd1 199.204.45.35 - - [03/Apr/2026:01:57:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.248:5000 3197 0.288 201 d546d591308c55d195819be4bc5ff426 199.204.45.35 - - [03/Apr/2026:01:57:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 71831185b58af93954fb32c93805e5cd 199.204.45.35 - - [03/Apr/2026:01:57:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 86a8968ff6e2c6693d0c8a321fb5ca04 W0403 01:57:44.268805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:44.268868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [03/Apr/2026:01:57:45 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.004 300 da9822e1109e23ecf08c234dd51a46f7 199.204.45.35 - - [03/Apr/2026:01:57:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.286 [openstack-keystone-api-5000] [] 10.0.0.248:5000 3197 0.286 201 291776b06272c5ce241d4f1765693c02 199.204.45.35 - - [03/Apr/2026:01:57:45 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.004 [openstack-glance-api-9292] [] 10.0.0.35:9292 1183 0.004 300 39e80b2494f4c25f69c83248cd7c0dc6 199.204.45.35 - - [03/Apr/2026:01:57:46 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.567 [openstack-glance-api-9292] [] 10.0.0.35:9292 69 0.567 200 140dc91efd2d9aa26ee67c0f90504d2c 199.204.45.35 - - [03/Apr/2026:01:57:49 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.248:5000 280 0.004 300 956b7bc590b30a3124f0dc1352ae82b5 199.204.45.35 - - [03/Apr/2026:01:57:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.248:5000 3197 0.291 201 0e1d73fd39e3139d5b244881c640a698 199.204.45.35 - - [03/Apr/2026:01:57:49 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.35:9292 1183 0.003 300 9a8b94447ef5d0d2e9fd3b2c3e4a964f 199.204.45.35 - - [03/Apr/2026:01:57:49 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.042 [openstack-glance-api-9292] [] 10.0.0.35:9292 69 0.042 200 37abe6ac015868527e61b3a549c33e3b 199.204.45.35 - - [03/Apr/2026:01:57:49 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.111 [openstack-glance-api-9292] [] 10.0.0.35:9292 151 0.111 404 76b490d3227298c7c85ee072f9a083ed 199.204.45.35 - - [03/Apr/2026:01:57:49 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.026 [openstack-glance-api-9292] [] 10.0.0.35:9292 81 0.027 200 da4cc1d7fbeaddbeca4be064d50d90d5 199.204.45.35 - - [03/Apr/2026:01:57:49 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.028 [openstack-glance-api-9292] [] 10.0.0.35:9292 84 0.028 200 7d71ee50e6f5b89d9ef367a828c21026 199.204.45.35 - - [03/Apr/2026:01:57:49 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.065 [openstack-glance-api-9292] [] 10.0.0.35:9292 760 0.064 201 c4a2eb34e7c59897199a340abcfe3c39 199.204.45.35 - - [03/Apr/2026:01:57:53 +0000] "PUT /v2/images/daa7a123-eca0-456b-9532-b0e2183eb13c/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.925 [openstack-glance-api-9292] [] 10.0.0.35:9292 0 3.925 204 c72fadb8df7e0122815214e896e35499 199.204.45.35 - - [03/Apr/2026:01:57:53 +0000] "GET /v2/images/daa7a123-eca0-456b-9532-b0e2183eb13c HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.013 [openstack-glance-api-9292] [] 10.0.0.35:9292 1171 0.012 200 b71f96593164a8aabccf79ef172c7b67 199.204.45.35 - - [03/Apr/2026:01:57:53 +0000] "GET /v2/images/daa7a123-eca0-456b-9532-b0e2183eb13c HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.030 [openstack-glance-api-9292] [] 10.0.0.35:9292 1171 0.030 200 8b255a91b263555c786c67fd76f227bc W0403 01:57:56.462260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:56.462288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:59.797226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:59.797293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store