------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0409 02:07:51.004838 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0409 02:07:51.005193 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0409 02:07:51.014398 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0409 02:07:51.017977 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0409 02:07:51.298020 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0409 02:07:51.318556 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0409 02:07:51.331282 7 nginx.go:271] "Starting NGINX Ingress controller" I0409 02:07:51.350514 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"fc975fb7-2ed5-4ab0-a258-ca69b07c9556", APIVersion:"v1", ResourceVersion:"1390", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0409 02:07:51.356625 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"a03f63ca-902a-435c-814a-244db628fecb", APIVersion:"v1", ResourceVersion:"1389", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0409 02:07:51.356685 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"747bb4e1-edf2-4895-8127-47c7ca4c989a", APIVersion:"v1", ResourceVersion:"1388", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0409 02:07:52.533905 7 nginx.go:317] "Starting NGINX process" I0409 02:07:52.534036 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0409 02:07:52.535525 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0409 02:07:52.535802 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0409 02:07:52.535863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:52.535887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:07:52.535946 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:07:52.543280 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0409 02:07:52.543415 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-rrzhd" I0409 02:07:52.570744 7 controller.go:216] "Backend successfully reloaded" I0409 02:07:52.570809 7 controller.go:227] "Initial sync, sleeping for 1 second" I0409 02:07:52.570871 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rrzhd", UID:"220188b1-20eb-4739-b7d8-aa23cd33d52e", APIVersion:"v1", ResourceVersion:"1433", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:07:56.356266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:56.356309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:59.690662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:59.690703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:03.024137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:03.024182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:06.356738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:06.356843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:09.690573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:09.690610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:13.282179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:13.282221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:16.615730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:16.615775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:19.951453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:19.951502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:29.085070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:29.085110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:32.418732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:32.418774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:55.202675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:55.202723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:04.034771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:04.034824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:08.563075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:08.563114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:11.896478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:11.896510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:15.229819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:15.229853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:18.563407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:18.563447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:21.897351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:21.897395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:28.419834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:28.419889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:31.754365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:31.754439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:35.089542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:35.089587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:38.422548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:38.422849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:41.753594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:41.753691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:48.474678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:48.474707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:51.216268 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-89.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-89.nip.io-tls was not found. Using default certificate W0409 02:12:51.216336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:51.216350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:12:51.218298 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0409 02:12:51.218336 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0409 02:12:51.234531 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0409 02:12:51.235268 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-89.nip.io-tls" in local store I0409 02:12:51.235334 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"31a396c6-1d8b-4d3a-9357-f91b39a308ba", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3584", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:12:51.487530 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-89.nip.io-tls" I0409 02:12:51.489169 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-89.nip.io-tls" W0409 02:12:51.809222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:51.809386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:12:51.809508 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:12:51.862974 7 controller.go:216] "Backend successfully reloaded" I0409 02:12:51.863288 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rrzhd", UID:"220188b1-20eb-4739-b7d8-aa23cd33d52e", APIVersion:"v1", ResourceVersion:"1433", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:12:52.550829 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.109.142.179"}] I0409 02:12:52.555490 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"31a396c6-1d8b-4d3a-9357-f91b39a308ba", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3629", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:12:55.142372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:55.142403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:58.476033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:58.476120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [09/Apr/2026:02:13:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.125 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 2.123 200 3ffce88e43199b88b719ab8ef2344ca8 199.204.45.89 - - [09/Apr/2026:02:13:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.099 [auth-system-keycloak-80] [] 10.0.0.193:8080 116 0.099 404 8e879bebb43d771305810599d6afe68e 199.204.45.89 - - [09/Apr/2026:02:13:06 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.074 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 4.072 201 b13a29d5fe299d1d21f14d54a0541a17 199.204.45.89 - - [09/Apr/2026:02:13:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.593 [auth-system-keycloak-80] [] 10.0.0.193:8080 4246 0.592 200 622b00df1abe1627691b5c75e7ec0dde 199.204.45.89 - - [09/Apr/2026:02:13:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.478 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.476 200 95c6f0e7baa75caf0384aad664ce428b 199.204.45.89 - - [09/Apr/2026:02:13:08 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.092 [auth-system-keycloak-80] [] 10.0.0.193:8080 12500 0.092 200 1dc430c8638ec4c84419d6608c016245 199.204.45.89 - - [09/Apr/2026:02:13:08 +0000] "GET /admin/realms/atmosphere/client-scopes/cb628517-c14c-4890-a547-f8da39ff7e62 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.074 [auth-system-keycloak-80] [] 10.0.0.193:8080 1278 0.075 200 4fde207384c0a01650521494e104baed 199.204.45.89 - - [09/Apr/2026:02:13:08 +0000] "PUT /admin/realms/atmosphere/client-scopes/cb628517-c14c-4890-a547-f8da39ff7e62 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.021 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.021 204 c41c7f9cf49841860c46a1399360225e 199.204.45.89 - - [09/Apr/2026:02:13:08 +0000] "GET /admin/realms/atmosphere/client-scopes/cb628517-c14c-4890-a547-f8da39ff7e62/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.063 [auth-system-keycloak-80] [] 10.0.0.193:8080 963 0.063 200 8ffc7678a521d3c7dee7216c58b17e32 199.204.45.89 - - [09/Apr/2026:02:13:08 +0000] "GET /admin/realms/atmosphere/client-scopes/cb628517-c14c-4890-a547-f8da39ff7e62/protocol-mappers/models/8da83f1a-893e-4632-8a5e-aa3739855069 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.008 [auth-system-keycloak-80] [] 10.0.0.193:8080 366 0.008 200 55cb0209e2af10eba3e0344a1216c8cc 199.204.45.89 - - [09/Apr/2026:02:13:08 +0000] "PUT /admin/realms/atmosphere/client-scopes/cb628517-c14c-4890-a547-f8da39ff7e62/protocol-mappers/models/8da83f1a-893e-4632-8a5e-aa3739855069 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.072 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.071 204 31d49d5b717236b618d5cfa5666ee852 199.204.45.89 - - [09/Apr/2026:02:13:08 +0000] "GET /admin/realms/atmosphere/client-scopes/cb628517-c14c-4890-a547-f8da39ff7e62 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.083 [auth-system-keycloak-80] [] 10.0.0.193:8080 1218 0.082 200 4261adbb937bf4a0d97292d712145d3c 199.204.45.89 - - [09/Apr/2026:02:13:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.471 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.471 200 e0d95aa1ecf44960fc5442b96d86e81f 199.204.45.89 - - [09/Apr/2026:02:13:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.015 [auth-system-keycloak-80] [] 10.0.0.193:8080 2 0.014 200 b5cc007d1a32652cdd0e988cff092804 199.204.45.89 - - [09/Apr/2026:02:13:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.183 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.183 201 4c576fec77d410eda0d56282873a4f9b 199.204.45.89 - - [09/Apr/2026:02:13:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.079 [auth-system-keycloak-80] [] 10.0.0.193:8080 1259 0.079 200 d79de4a27f293d281746bb59b006f085 199.204.45.89 - - [09/Apr/2026:02:13:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.494 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.493 200 aaa536c64c7378cc332ce779c310e3e5 199.204.45.89 - - [09/Apr/2026:02:13:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.193:8080 2 0.009 200 f05a2e091ff135ab7504cb93ecc29427 199.204.45.89 - - [09/Apr/2026:02:13:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.094 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.094 201 fd329ac6a116e19fbcfe591f6c2bd60a 199.204.45.89 - - [09/Apr/2026:02:13:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.063 [auth-system-keycloak-80] [] 10.0.0.193:8080 1283 0.062 200 4a825c49fa2570a884486a7f703e5e12 199.204.45.89 - - [09/Apr/2026:02:13:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.449 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.448 200 38418980fbcf852d01826697f2cae121 199.204.45.89 - - [09/Apr/2026:02:13:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.193:8080 2 0.007 200 2bf4bf0ce114ddea5beaaa6bb06a035d 199.204.45.89 - - [09/Apr/2026:02:13:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.597 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.596 201 b344949a74c67afe8da2acfd5a88a088 199.204.45.89 - - [09/Apr/2026:02:13:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.061 [auth-system-keycloak-80] [] 10.0.0.193:8080 1249 0.060 200 860ee490a15f71527c3637a37e00e4e2 199.204.45.89 - - [09/Apr/2026:02:13:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.422 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.422 200 b0dbb9b245f48ec1012ee8fcb52bada2 199.204.45.89 - - [09/Apr/2026:02:13:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.017 [auth-system-keycloak-80] [] 10.0.0.193:8080 1259 0.016 200 dea24e0aefaf1c76ecf319f1cd93c34b 199.204.45.89 - - [09/Apr/2026:02:13:33 +0000] "GET /admin/realms/atmosphere/clients/e68d922c-1786-4474-9d64-3ea41bae213a/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.193:8080 119 0.011 404 d8f350225cfb709bd4cef2e1268781d6 199.204.45.89 - - [09/Apr/2026:02:13:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.193:8080 1259 0.004 200 5570d8228c1b045f8229e2a8e30ce27f 199.204.45.89 - - [09/Apr/2026:02:13:33 +0000] "POST /admin/realms/atmosphere/clients/e68d922c-1786-4474-9d64-3ea41bae213a/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.064 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.064 201 d5ac6f5b65068b86a479f46f7e8cf0d6 199.204.45.89 - - [09/Apr/2026:02:13:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.193:8080 1259 0.009 200 16097331acf37bab378e6b8c2e1f8343 199.204.45.89 - - [09/Apr/2026:02:13:33 +0000] "GET /admin/realms/atmosphere/clients/e68d922c-1786-4474-9d64-3ea41bae213a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.018 [auth-system-keycloak-80] [] 10.0.0.193:8080 166 0.018 200 d8b0fbc3ca77d320b4b69228f5bd4861 199.204.45.89 - - [09/Apr/2026:02:13:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.444 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.443 200 26eb305d2d50fb28610a09bb74d60842 199.204.45.89 - - [09/Apr/2026:02:13:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.020 [auth-system-keycloak-80] [] 10.0.0.193:8080 1283 0.021 200 d1882ba79d587310b8789b345c03782c 199.204.45.89 - - [09/Apr/2026:02:13:34 +0000] "GET /admin/realms/atmosphere/clients/90731d02-f61a-4002-910c-5db3399326cf/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.193:8080 119 0.010 404 aac82d4089caf4e93c2509a341ae7d78 199.204.45.89 - - [09/Apr/2026:02:13:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.193:8080 1283 0.009 200 7dbf407f3be585c81196175e94182926 199.204.45.89 - - [09/Apr/2026:02:13:34 +0000] "POST /admin/realms/atmosphere/clients/90731d02-f61a-4002-910c-5db3399326cf/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.055 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.055 201 4b5de8b2f0b6d6940d9c859466e2d3bc 199.204.45.89 - - [09/Apr/2026:02:13:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.193:8080 1283 0.005 200 dcf27bef1185806b5662fa00a82dd3c0 199.204.45.89 - - [09/Apr/2026:02:13:34 +0000] "GET /admin/realms/atmosphere/clients/90731d02-f61a-4002-910c-5db3399326cf/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.074 [auth-system-keycloak-80] [] 10.0.0.193:8080 165 0.074 200 93865ee342081e883987cdb9b1324882 199.204.45.89 - - [09/Apr/2026:02:13:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.498 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.498 200 66a2cc3def6bbc454ddd2efc06fe4e85 199.204.45.89 - - [09/Apr/2026:02:13:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.193:8080 1283 0.006 200 690162e863ee1d9723194163d1937b88 199.204.45.89 - - [09/Apr/2026:02:13:35 +0000] "GET /admin/realms/atmosphere/clients/90731d02-f61a-4002-910c-5db3399326cf/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.006 [auth-system-keycloak-80] [] 10.0.0.193:8080 119 0.007 404 b9ce6e1336d3b2ad61d65e76ceb4ccf5 199.204.45.89 - - [09/Apr/2026:02:13:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.193:8080 1283 0.005 200 e39e254314824ddb8116380156333ef8 199.204.45.89 - - [09/Apr/2026:02:13:35 +0000] "POST /admin/realms/atmosphere/clients/90731d02-f61a-4002-910c-5db3399326cf/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.051 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.051 201 f281d40ffae2bf468a8bfa521a379f84 199.204.45.89 - - [09/Apr/2026:02:13:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.193:8080 1283 0.007 200 8701462edef90d4e2811e075a8f877bf 199.204.45.89 - - [09/Apr/2026:02:13:35 +0000] "GET /admin/realms/atmosphere/clients/90731d02-f61a-4002-910c-5db3399326cf/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.193:8080 166 0.013 200 3e6a459e4264916a464aa5de8c4d1cc5 199.204.45.89 - - [09/Apr/2026:02:13:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.427 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.426 200 5a27200b9d027af78408a8dd23e859a5 199.204.45.89 - - [09/Apr/2026:02:13:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.043 [auth-system-keycloak-80] [] 10.0.0.193:8080 1283 0.043 200 8fde4bc98f1bbcf1c7b83a5ff61e11ed 199.204.45.89 - - [09/Apr/2026:02:13:36 +0000] "GET /admin/realms/atmosphere/clients/90731d02-f61a-4002-910c-5db3399326cf/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.080 [auth-system-keycloak-80] [] 10.0.0.193:8080 119 0.080 404 f8798fd4e8611b6e945bad66c554cf6e 199.204.45.89 - - [09/Apr/2026:02:13:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.193:8080 1283 0.007 200 34c471ff26e55f85711b9fff45b887a7 199.204.45.89 - - [09/Apr/2026:02:13:36 +0000] "POST /admin/realms/atmosphere/clients/90731d02-f61a-4002-910c-5db3399326cf/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.017 201 03210468399f941318527dfbd7ab1d94 199.204.45.89 - - [09/Apr/2026:02:13:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.043 [auth-system-keycloak-80] [] 10.0.0.193:8080 1283 0.043 200 41f7778e559aa02f59190a7ae5ee2303 199.204.45.89 - - [09/Apr/2026:02:13:36 +0000] "GET /admin/realms/atmosphere/clients/90731d02-f61a-4002-910c-5db3399326cf/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.193:8080 166 0.013 200 96a98a7568843c847adc596d9c0c07f6 199.204.45.89 - - [09/Apr/2026:02:13:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.467 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.466 200 f27e1e4727790d9e7edbbc1e030bf939 199.204.45.89 - - [09/Apr/2026:02:13:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.027 [auth-system-keycloak-80] [] 10.0.0.193:8080 1249 0.026 200 da5dcbeedc09774c904a12df734326de 199.204.45.89 - - [09/Apr/2026:02:13:37 +0000] "GET /admin/realms/atmosphere/clients/c2610dce-9c4e-4989-933f-8fc102a134bd/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.193:8080 119 0.008 404 4c7135498332fcc0cb87b62cda1491d1 199.204.45.89 - - [09/Apr/2026:02:13:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.068 [auth-system-keycloak-80] [] 10.0.0.193:8080 1249 0.068 200 a4bca2c73b41b7863ca040e8e001dfa8 199.204.45.89 - - [09/Apr/2026:02:13:37 +0000] "POST /admin/realms/atmosphere/clients/c2610dce-9c4e-4989-933f-8fc102a134bd/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.016 201 67731d3f57f5795ad974af0acf61d92d 199.204.45.89 - - [09/Apr/2026:02:13:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.193:8080 1249 0.007 200 e5e039efe4316e2261ab11489c391328 199.204.45.89 - - [09/Apr/2026:02:13:37 +0000] "GET /admin/realms/atmosphere/clients/c2610dce-9c4e-4989-933f-8fc102a134bd/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.193:8080 166 0.015 200 09775fb9e8274351eb722e742493855c W0409 02:13:47.458376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:47.458411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:50.792190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:50.792238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:54.126129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:54.126170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:42.819347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:42.819386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:42.888003 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:14:42.888080 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0409 02:14:42.888120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:42.888135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:42.888465 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:14:42.888568 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0409 02:14:42.888469 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:14:42.888707 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0409 02:14:42.888617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:42.888740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:42.888747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:42.888800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:14:42.890078 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0409 02:14:42.890106 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0409 02:14:42.890502 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0409 02:14:42.890529 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0409 02:14:42.891453 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0409 02:14:42.891490 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0409 02:14:42.897904 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0409 02:14:42.898366 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0409 02:14:42.898395 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0409 02:14:42.898680 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0409 02:14:42.899056 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0409 02:14:42.899391 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0409 02:14:42.899418 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"91d8b18d-a3fe-4216-ac94-44d88d2f790d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4584", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:14:42.899435 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f43bad0a-76a8-4e17-afa7-93e54232bc61", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4585", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:14:42.899464 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"6c3821e0-068d-4dde-9240-d0c0aaa394ce", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4586", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:14:43.178984 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0409 02:14:43.179973 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0409 02:14:43.185504 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0409 02:14:43.186195 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0409 02:14:44.345332 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0409 02:14:44.347755 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0409 02:14:46.152957 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:14:46.153086 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:14:46.153126 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:14:46.153248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:46.153277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:14:46.153435 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:14:46.203124 7 controller.go:216] "Backend successfully reloaded" I0409 02:14:46.203483 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rrzhd", UID:"220188b1-20eb-4739-b7d8-aa23cd33d52e", APIVersion:"v1", ResourceVersion:"1433", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:14:49.486811 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:14:49.486879 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:14:49.486913 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:14:49.487027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:49.487047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:14:52.667909 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.109.142.179"}] I0409 02:14:52.669184 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.109.142.179"}] I0409 02:14:52.669520 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.109.142.179"}] I0409 02:14:52.678274 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"91d8b18d-a3fe-4216-ac94-44d88d2f790d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5022", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:14:52.681182 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"6c3821e0-068d-4dde-9240-d0c0aaa394ce", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5023", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:14:52.682627 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f43bad0a-76a8-4e17-afa7-93e54232bc61", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5024", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:14:52.819826 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:14:52.819879 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:14:52.819901 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:14:52.819979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:52.819997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:56.153618 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:14:56.153724 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:14:56.153778 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:14:56.153959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:56.153988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:59.487003 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:14:59.487062 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:14:59.487089 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:14:59.487170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:59.487189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:02.819742 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:02.819802 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:15:02.819853 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:02.819938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:02.819958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:06.152929 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:06.153012 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:15:06.153052 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:06.153196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:06.153215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:09.486980 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:09.487039 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:15:09.487065 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:09.487153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:09.487169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:12.819946 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:12.820000 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:15:12.820025 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:12.820112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:12.820135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:16.153422 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:16.153533 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:16.153686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:16.153718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:19.486949 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:19.487102 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:19.487277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:19.487353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:22.819369 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:22.819440 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:22.819534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:22.819565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:26.153591 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:26.153689 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:26.153807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:26.153833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:29.486746 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:29.486901 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:15:29.487063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:29.487096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.26 - - [09/Apr/2026:02:15:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.105 [auth-system-keycloak-80] [] 10.0.0.193:8080 6411 0.104 200 89d000e823dfa407858108fcb9b699fb 10.0.0.171 - - [09/Apr/2026:02:15:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.009 [auth-system-keycloak-80] [] 10.0.0.193:8080 6411 0.009 200 41da6baf40779881057e92831700f9a3 W0409 02:15:32.820017 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:32.820259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:32.820293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:36.153430 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:15:36.153638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:36.153666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:39.486268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:39.486300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:42.820590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:42.820654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:46.154851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:46.154908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:54.158885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:54.158926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:57.493734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:57.493805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [09/Apr/2026:02:15:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.436 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.435 200 f503607b93c429b6781bc164a6386e2d 199.204.45.89 - - [09/Apr/2026:02:15:58 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.023 [auth-system-keycloak-80] [] 10.0.0.193:8080 4246 0.022 200 5fbe8a95a2eab3d32ced28d731ae292b 199.204.45.89 - - [09/Apr/2026:02:15:59 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.505 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.504 204 a06e5a562642075e86604398bf2a2f6a 199.204.45.89 - - [09/Apr/2026:02:15:59 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.182 [auth-system-keycloak-80] [] 10.0.0.193:8080 4384 0.181 200 b54c8ecc9a82b465ec852fafaefd3bb1 199.204.45.89 - - [09/Apr/2026:02:16:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.470 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.470 200 b618cc039234866b08f07e155e9664fa 199.204.45.89 - - [09/Apr/2026:02:16:00 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.193:8080 1682 0.009 200 aea6cccc2ee563a298e764f0a915a032 199.204.45.89 - - [09/Apr/2026:02:16:00 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.007 [auth-system-keycloak-80] [] 10.0.0.193:8080 6411 0.006 200 a9273acf97b33ff8c5d5efec8e6a2a6a 199.204.45.89 - - [09/Apr/2026:02:16:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.572 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.570 200 f04eabdfbd1716942ef8481caa5f17c6 199.204.45.89 - - [09/Apr/2026:02:16:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.011 [auth-system-keycloak-80] [] 10.0.0.193:8080 2 0.010 200 421ecafcae0819d2296c1feb74ba6170 199.204.45.89 - - [09/Apr/2026:02:16:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.173 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.172 201 be6a43120656995343c879056b1e8e9f 199.204.45.89 - - [09/Apr/2026:02:16:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.075 [auth-system-keycloak-80] [] 10.0.0.193:8080 2242 0.075 200 9c7cdfb3637b5d273fccef80ef99e9dd 199.204.45.89 - - [09/Apr/2026:02:16:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.461 [auth-system-keycloak-80] [] 10.0.0.193:8080 1925 0.460 200 38903e35b7394ab60ccd32f11eb1b91b 199.204.45.89 - - [09/Apr/2026:02:16:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.193:8080 2242 0.004 200 b9855ca1e31fceaf06ce5ab943872132 199.204.45.89 - - [09/Apr/2026:02:16:03 +0000] "GET /admin/realms/atmosphere/clients/1b5a03d6-f7b8-46ee-849d-bf7ee2878141/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.014 [auth-system-keycloak-80] [] 10.0.0.193:8080 233 0.014 200 b8a99906136b3980c9a58f9891777111 199.204.45.89 - - [09/Apr/2026:02:16:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.051 [auth-system-keycloak-80] [] 10.0.0.193:8080 831 0.051 200 48e91949ea6640d5322c537f25134079 199.204.45.89 - - [09/Apr/2026:02:16:03 +0000] "GET /admin/realms/atmosphere/clients/64ad752f-a186-47f5-b3f7-456726cc4092/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.075 [auth-system-keycloak-80] [] 10.0.0.193:8080 3758 0.075 200 a7d76781c9c9859422464d26b82ceb58 199.204.45.89 - - [09/Apr/2026:02:16:03 +0000] "GET /admin/realms/atmosphere/users/956a6215-1eba-434c-9c6d-8a4f0d70e91c/role-mappings/clients/64ad752f-a186-47f5-b3f7-456726cc4092/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.187 [auth-system-keycloak-80] [] 10.0.0.193:8080 3758 0.187 200 85c0d69299573dbfa0ac510756d826f2 199.204.45.89 - - [09/Apr/2026:02:16:03 +0000] "GET /admin/realms/atmosphere/users/956a6215-1eba-434c-9c6d-8a4f0d70e91c/role-mappings/clients/64ad752f-a186-47f5-b3f7-456726cc4092/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.017 [auth-system-keycloak-80] [] 10.0.0.193:8080 2 0.017 200 3ac3b7c27abb5f8dadb69e58307b34e3 199.204.45.89 - - [09/Apr/2026:02:16:04 +0000] "POST /admin/realms/atmosphere/users/956a6215-1eba-434c-9c6d-8a4f0d70e91c/role-mappings/clients/64ad752f-a186-47f5-b3f7-456726cc4092 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.078 [auth-system-keycloak-80] [] 10.0.0.193:8080 0 0.077 204 f8214bcdad5684e6c4aef90e495e4ee1 199.204.45.89 - - [09/Apr/2026:02:16:04 +0000] "GET /admin/realms/atmosphere/users/956a6215-1eba-434c-9c6d-8a4f0d70e91c/role-mappings/clients/64ad752f-a186-47f5-b3f7-456726cc4092/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.015 [auth-system-keycloak-80] [] 10.0.0.193:8080 576 0.015 200 d9f9de24d545c454e59d79d55cbd354e W0409 02:16:06.726010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:06.726041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:10.059698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:10.059756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:21.770958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:21.770990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:25.105674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:25.105715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:12.386285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:12.386327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:47.262412 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0409 02:18:47.262522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:47.262575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:18:47.265950 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0409 02:18:47.265977 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0409 02:18:47.270836 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0409 02:18:47.271091 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"3e40e9f9-b3c0-44b4-91c2-c46c2b0a6e47", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7052", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:18:47.271355 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0409 02:18:47.271723 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0409 02:18:47.271796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:47.271819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:18:47.271993 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:18:47.319503 7 controller.go:216] "Backend successfully reloaded" I0409 02:18:47.320236 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rrzhd", UID:"220188b1-20eb-4739-b7d8-aa23cd33d52e", APIVersion:"v1", ResourceVersion:"1433", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:18:47.559673 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0409 02:18:47.560557 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0409 02:18:50.605689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:50.605748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [09/Apr/2026:02:18:51 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.004 [openstack-keystone-api-5000] [] 10.0.0.190:5000 280 0.005 300 d9be2a20433447f68cf9138913016e57 I0409 02:18:52.550548 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.109.142.179"}] I0409 02:18:52.556137 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"3e40e9f9-b3c0-44b4-91c2-c46c2b0a6e47", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7111", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.89 - - [09/Apr/2026:02:18:53 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.190:5000 265 0.004 200 8d05d88ce29a43bf0db9656d6c2eb724 199.204.45.89 - - [09/Apr/2026:02:18:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.339 [openstack-keystone-api-5000] [] 10.0.0.190:5000 1359 0.339 201 844e9512c6cf9d97e619ae1c5e543034 199.204.45.89 - - [09/Apr/2026:02:18:53 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.190:5000 280 0.003 300 85cd86f83eaaf2508d268114fd34c5b5 199.204.45.89 - - [09/Apr/2026:02:18:53 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.030 [openstack-keystone-api-5000] [] 10.0.0.190:5000 90 0.029 404 3cbce8c521eedd7168c94e94acb22d46 199.204.45.89 - - [09/Apr/2026:02:18:53 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.028 [openstack-keystone-api-5000] [] 10.0.0.190:5000 366 0.027 200 0871435c51311267fead9cbdd62fc7cb 199.204.45.89 - - [09/Apr/2026:02:18:53 +0000] "GET /v3/domains/8da9c029dbf841d18b447ab431d2e3f6 HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.016 [openstack-keystone-api-5000] [] 10.0.0.190:5000 244 0.016 200 32b8cb55d0c4ff5fd438ceeaa4950ea3 W0409 02:18:53.939450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:53.939502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [09/Apr/2026:02:18:54 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.190:5000 265 0.003 200 35e3654ef36ee4b3d429fc19d6c0f8ec 199.204.45.89 - - [09/Apr/2026:02:18:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.190:5000 1359 0.296 201 3af9e2657bb4448e6bec0300a7b3eada 199.204.45.89 - - [09/Apr/2026:02:18:54 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.190:5000 280 0.004 300 5b1088f04a33ea14c86a33da69038bf3 199.204.45.89 - - [09/Apr/2026:02:18:54 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.023 [openstack-keystone-api-5000] [] 10.0.0.190:5000 101 0.023 404 df9a149b0c01b1538fed662259dc00b0 199.204.45.89 - - [09/Apr/2026:02:18:54 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.021 [openstack-keystone-api-5000] [] 10.0.0.190:5000 155 0.021 200 3657d27b8dd0776d696c3cab7e89f64f 199.204.45.89 - - [09/Apr/2026:02:18:54 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.025 [openstack-keystone-api-5000] [] 10.0.0.190:5000 340 0.025 201 a1bfd44b71e5d340f6090ca8a328a31e 199.204.45.89 - - [09/Apr/2026:02:18:55 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.008 [openstack-keystone-api-5000] [] 10.0.0.190:5000 265 0.008 200 40f219150e9b6f98904516f8c27921be 199.204.45.89 - - [09/Apr/2026:02:18:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.190:5000 1359 0.296 201 4e20d5ba917e6a81b6819ee08bf28ea6 199.204.45.89 - - [09/Apr/2026:02:18:55 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.190:5000 280 0.003 300 2f614ad72d89fa60baef5b63cb07f0a7 199.204.45.89 - - [09/Apr/2026:02:18:55 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.021 [openstack-keystone-api-5000] [] 10.0.0.190:5000 98 0.021 404 d44e8dbde868f00e8374df542782ad2b 199.204.45.89 - - [09/Apr/2026:02:18:55 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.017 [openstack-keystone-api-5000] [] 10.0.0.190:5000 135 0.017 200 73b1791ea15f64c7f3e3ba8eeaec7d3d 199.204.45.89 - - [09/Apr/2026:02:18:55 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.018 [openstack-keystone-api-5000] [] 10.0.0.190:5000 356 0.018 201 1d9569bb107f1a28931afe138719982e 199.204.45.89 - - [09/Apr/2026:02:18:56 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.190:5000 265 0.003 200 958bc72cba4b5ab6255c584ef4699530 199.204.45.89 - - [09/Apr/2026:02:18:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.190:5000 1359 0.292 201 839206cec64d2122903bd5fee0c995d0 199.204.45.89 - - [09/Apr/2026:02:18:56 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.190:5000 280 0.002 300 b65729f5cc5e8a53d8c64f3daddc5c28 199.204.45.89 - - [09/Apr/2026:02:18:56 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.022 [openstack-keystone-api-5000] [] 10.0.0.190:5000 131 0.022 404 39e8b9ed9bfe2f5d06a006b904258af2 199.204.45.89 - - [09/Apr/2026:02:18:56 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.018 [openstack-keystone-api-5000] [] 10.0.0.190:5000 167 0.018 200 b43d7667ff243d21044572d9c7903e6c 199.204.45.89 - - [09/Apr/2026:02:18:56 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.024 [openstack-keystone-api-5000] [] 10.0.0.190:5000 222 0.024 201 eac9a14fe2e51ca5cf1a1ecc9794f80f W0409 02:19:06.265714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:06.265744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:09.601500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:09.601555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:12.965508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:12.965538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:16.299219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:16.299263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:31.761339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:31.761379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:35.096079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:35.096142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:39.880564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:39.880588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:43.215406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:43.215452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:14.591357 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0409 02:21:14.591437 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0409 02:21:14.591479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:14.591495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:21:14.593664 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.002s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:32.2kB} I0409 02:21:14.593689 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0409 02:21:14.600682 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0409 02:21:14.601024 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"fb5b523b-1592-4650-9e6d-9ad173698c08", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8175", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:21:14.601203 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0409 02:21:14.601573 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0409 02:21:14.601662 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0409 02:21:14.601722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:14.601738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:21:14.601849 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:21:14.654498 7 controller.go:216] "Backend successfully reloaded" I0409 02:21:14.654873 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rrzhd", UID:"220188b1-20eb-4739-b7d8-aa23cd33d52e", APIVersion:"v1", ResourceVersion:"1433", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:21:14.825867 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0409 02:21:14.827333 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.89 - - [09/Apr/2026:02:21:15 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.190:5000 280 0.004 300 f4f57da0c94af3edcf7ef607da1e5512 199.204.45.89 - - [09/Apr/2026:02:21:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.331 [openstack-keystone-api-5000] [] 10.0.0.190:5000 1990 0.331 201 8773b0f57f0032ffb474d0f384675754 199.204.45.89 - - [09/Apr/2026:02:21:15 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.024 [openstack-keystone-api-5000] [] 10.0.0.190:5000 85 0.023 404 fac77d32ad91b4eaafe0bfca9ae7f7c6 199.204.45.89 - - [09/Apr/2026:02:21:15 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.023 [openstack-keystone-api-5000] [] 10.0.0.190:5000 128 0.023 200 df483ada105561f114c4f3f5028c16b2 199.204.45.89 - - [09/Apr/2026:02:21:15 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.150 [openstack-keystone-api-5000] [] 10.0.0.190:5000 229 0.150 201 cef2d9961e7f4ffd515a63386d7748c8 W0409 02:21:17.935660 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0409 02:21:17.935833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:17.935876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [09/Apr/2026:02:21:23 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.006 [openstack-keystone-api-5000] [] 10.0.0.190:5000 280 0.005 300 d241f3eac5037a1801e449213647d3b9 199.204.45.89 - - [09/Apr/2026:02:21:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.288 [openstack-keystone-api-5000] [] 10.0.0.190:5000 1990 0.288 201 951996ad0a5060ce1077f4c36d67d365 199.204.45.89 - - [09/Apr/2026:02:21:24 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.033 [openstack-keystone-api-5000] [] 10.0.0.190:5000 1514 0.033 200 5e56a664f32fb86ec051abc30d1de279 199.204.45.89 - - [09/Apr/2026:02:21:24 +0000] "PUT /v3/roles/f881d7e464f84ec9bf28c9fbc75ed1f4/implies/67e99b4db7f645e4809d36b4ccda1913 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.035 [openstack-keystone-api-5000] [] 10.0.0.190:5000 518 0.034 201 c687a4efece59726139c809cf3c96699 W0409 02:21:30.263117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:30.263166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:21:52.716179 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.109.142.179"}] I0409 02:21:53.047341 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"fb5b523b-1592-4650-9e6d-9ad173698c08", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8526", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:21:53.053278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:53.053347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [09/Apr/2026:02:22:17 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.190:5000 280 0.004 300 da96c84a49d551b7a54df1950562287d 199.204.45.89 - - [09/Apr/2026:02:22:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.352 [openstack-keystone-api-5000] [] 10.0.0.190:5000 2053 0.352 201 9b128f8ed31555f10d7fe388e405af21 199.204.45.89 - - [09/Apr/2026:02:22:18 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.314 [openstack-keystone-api-5000] [] 10.0.0.190:5000 87 0.313 404 1859c61aea64fac6c9adc649d164af3d 199.204.45.89 - - [09/Apr/2026:02:22:18 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.038 [openstack-keystone-api-5000] [] 10.0.0.190:5000 388 0.038 200 5bbdb5f66fbcf1ae3617431e34dd686d 199.204.45.89 - - [09/Apr/2026:02:22:18 +0000] "GET /v3/users/rgw-RegionOne?domain_id=d70d3adffca64bee860ac943dcadc1a1 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.032 [openstack-keystone-api-5000] [] 10.0.0.190:5000 91 0.032 404 a402f5ea30fa6bdb3690ec754c6d9ee7 199.204.45.89 - - [09/Apr/2026:02:22:18 +0000] "GET /v3/users?domain_id=d70d3adffca64bee860ac943dcadc1a1&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.040 [openstack-keystone-api-5000] [] 10.0.0.190:5000 177 0.039 200 f9e79fb908e8f653abdd640382daa487 199.204.45.89 - - [09/Apr/2026:02:22:18 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.316 [openstack-keystone-api-5000] [] 10.0.0.190:5000 290 0.317 201 0705a76f0ebdb2fafbb98b3b86618cc1 199.204.45.89 - - [09/Apr/2026:02:22:23 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.006 [openstack-keystone-api-5000] [] 10.0.0.190:5000 280 0.006 300 d32425f55b767a65f78765417d8c2639 199.204.45.89 - - [09/Apr/2026:02:22:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.309 [openstack-keystone-api-5000] [] 10.0.0.190:5000 2053 0.310 201 e653bee38178c7e6fdce7ce0b151e929 199.204.45.89 - - [09/Apr/2026:02:22:23 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 428 0.022 [openstack-keystone-api-5000] [] 10.0.0.190:5000 83 0.023 404 fec9b11334fcca39b881990ef8805de8 199.204.45.89 - - [09/Apr/2026:02:22:23 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 446 0.024 [openstack-keystone-api-5000] [] 10.0.0.190:5000 359 0.023 200 75c4c0d4543cb4f414121aef7fae163a 199.204.45.89 - - [09/Apr/2026:02:22:23 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 432 0.026 [openstack-keystone-api-5000] [] 10.0.0.190:5000 87 0.026 404 9715b3c1dec81902ef02a456b7a32ede 199.204.45.89 - - [09/Apr/2026:02:22:23 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 450 0.035 [openstack-keystone-api-5000] [] 10.0.0.190:5000 388 0.035 200 e8029b7c8a2b054013fbe4b33c08974a 199.204.45.89 - - [09/Apr/2026:02:22:23 +0000] "GET /v3/users/rgw-RegionOne?domain_id=d70d3adffca64bee860ac943dcadc1a1 HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 479 0.022 [openstack-keystone-api-5000] [] 10.0.0.190:5000 91 0.022 404 fe466ddced9f20e4d2be735153bd5dec 199.204.45.89 - - [09/Apr/2026:02:22:23 +0000] "GET /v3/users?domain_id=d70d3adffca64bee860ac943dcadc1a1&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 497 0.043 [openstack-keystone-api-5000] [] 10.0.0.190:5000 456 0.043 200 d63cb8465306a4041f3ded337ebb289b 199.204.45.89 - - [09/Apr/2026:02:22:23 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.030 [openstack-keystone-api-5000] [] 10.0.0.190:5000 88 0.031 404 4ae99577e402403c3b1047f22fc30eb5 199.204.45.89 - - [09/Apr/2026:02:22:23 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.030 [openstack-keystone-api-5000] [] 10.0.0.190:5000 518 0.029 200 c98de58ba6cdb7a7d534b86df8c1db2c 199.204.45.89 - - [09/Apr/2026:02:22:23 +0000] "PUT /v3/projects/7529705b1b7640939de5418f3ce8823a/users/f65ed404ce074fba85e85fa6b320b18b/roles/1e2e37debf7e4e01aa7d02075b82132f HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 555 0.048 [openstack-keystone-api-5000] [] 10.0.0.190:5000 0 0.047 204 d257868d272e8ee8db58ee5860af7483 199.204.45.89 - - [09/Apr/2026:02:22:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.190:5000 280 0.005 300 3e3d7e65613eb681571e519e3f166618 199.204.45.89 - - [09/Apr/2026:02:22:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.363 [openstack-keystone-api-5000] [] 10.0.0.190:5000 2053 0.362 201 b263c404b3dc7c481d0eb6cabc72048c 199.204.45.89 - - [09/Apr/2026:02:22:26 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.035 [openstack-keystone-api-5000] [] 10.0.0.190:5000 150 0.036 200 3399d272c5d90997eb83314efa58f799 199.204.45.89 - - [09/Apr/2026:02:22:26 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.033 [openstack-keystone-api-5000] [] 10.0.0.190:5000 262 0.033 201 7cc37ce8d121013b8fdfdf336b42d571 199.204.45.89 - - [09/Apr/2026:02:22:27 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.190:5000 280 0.004 300 7be9968953c86e9827ef40996973364f 199.204.45.89 - - [09/Apr/2026:02:22:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.190:5000 2155 0.295 201 4e62172ae65a4886753d46433b3e1bbb 199.204.45.89 - - [09/Apr/2026:02:22:28 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.190:5000 86 0.024 404 e1cba5014a3113875e89155a0eea34ae 199.204.45.89 - - [09/Apr/2026:02:22:28 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.020 [openstack-keystone-api-5000] [] 10.0.0.190:5000 380 0.019 200 05494cb8d8fbaed741c36fe43210f7f1 199.204.45.89 - - [09/Apr/2026:02:22:28 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=535845f814d540278abceefd754588e0 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.020 [openstack-keystone-api-5000] [] 10.0.0.190:5000 204 0.020 200 908b9a954c8010d1b393ae7a779b0f52 199.204.45.89 - - [09/Apr/2026:02:22:28 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.030 [openstack-keystone-api-5000] [] 10.0.0.190:5000 377 0.031 201 2e1d8e17e7210863e68d5aa6ea14ff17 199.204.45.89 - - [09/Apr/2026:02:22:28 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.190:5000 280 0.004 300 cd666196afc1ad77e665a071cc82212f 199.204.45.89 - - [09/Apr/2026:02:22:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.190:5000 2363 0.300 201 968233bb26320e1eb0c8f2ae1c3983bd 199.204.45.89 - - [09/Apr/2026:02:22:28 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.190:5000 86 0.022 404 0e47f4933c607531a3a1c9b8857c1f1f 199.204.45.89 - - [09/Apr/2026:02:22:28 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.019 [openstack-keystone-api-5000] [] 10.0.0.190:5000 380 0.019 200 9daf5e9315a239279578b2b170584fc4 199.204.45.89 - - [09/Apr/2026:02:22:29 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=535845f814d540278abceefd754588e0 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.023 [openstack-keystone-api-5000] [] 10.0.0.190:5000 206 0.022 200 9a3df1677766db00992677e3735ea21b 199.204.45.89 - - [09/Apr/2026:02:22:29 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.027 [openstack-keystone-api-5000] [] 10.0.0.190:5000 391 0.027 201 0b2950161f6f0f82ac5d60ad64884642 W0409 02:22:30.394727 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:22:30.394938 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0409 02:22:30.395215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:30.395311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:22:30.401695 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.007s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:35.7kB} I0409 02:22:30.401715 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0409 02:22:30.411558 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0409 02:22:30.411833 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"799aba9b-c880-4e24-9939-b855aaae2363", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8779", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:22:30.411931 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0409 02:22:30.412178 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:22:30.412247 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0409 02:22:30.412290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:30.412301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:22:30.412389 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:22:30.469135 7 controller.go:216] "Backend successfully reloaded" I0409 02:22:30.469511 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rrzhd", UID:"220188b1-20eb-4739-b7d8-aa23cd33d52e", APIVersion:"v1", ResourceVersion:"1433", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:22:30.812213 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0409 02:22:30.813481 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0409 02:22:33.745778 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:22:33.745966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:33.745991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:47.453950 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:22:47.454142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:47.454165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:50.787961 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:22:50.788304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:50.788348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:22:50.788540 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:22:50.857447 7 controller.go:216] "Backend successfully reloaded" I0409 02:22:50.858033 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rrzhd", UID:"220188b1-20eb-4739-b7d8-aa23cd33d52e", APIVersion:"v1", ResourceVersion:"1433", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:22:52.550252 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.109.142.179"}] I0409 02:22:52.558207 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"799aba9b-c880-4e24-9939-b855aaae2363", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8995", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:22:54.121032 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:22:54.121230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:54.121260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:57.454932 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:22:57.455120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:57.455146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:00.787478 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:23:00.787616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:00.787636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:04.122936 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:23:04.123195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:04.123225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:19.189992 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:23:19.190142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:19.190161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:22.524476 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:23:22.524675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:22.524704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:27.695999 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:23:27.696133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:27.696151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:35.352457 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:23:35.352579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:35.352593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:24:14.151368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:24:14.151460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:25:41.299894 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:25:41.300151 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0409 02:25:41.300288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:25:41.300334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:25:41.303715 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:39.1kB} I0409 02:25:41.303776 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0409 02:25:41.308680 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0409 02:25:41.308883 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"5866110c-f96b-4831-8906-fa79aad2f560", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10340", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:25:41.309215 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0409 02:25:41.309680 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:25:41.309804 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0409 02:25:41.309888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:25:41.309910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:25:41.310065 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:25:41.365376 7 controller.go:216] "Backend successfully reloaded" I0409 02:25:41.365616 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rrzhd", UID:"220188b1-20eb-4739-b7d8-aa23cd33d52e", APIVersion:"v1", ResourceVersion:"1433", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:25:41.648580 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0409 02:25:41.649505 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0409 02:25:44.644638 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:25:44.645453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:25:44.645501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [09/Apr/2026:02:25:45 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.190:5000 280 0.004 300 3a1b8b558a6386106030eab92adaa414 199.204.45.89 - - [09/Apr/2026:02:25:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.354 [openstack-keystone-api-5000] [] 10.0.0.190:5000 3197 0.354 201 374845e43af6e260dff8d8c1378f4621 199.204.45.89 - - [09/Apr/2026:02:25:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d2d213f2658b132b7b9bcf672126ed5a 199.204.45.89 - - [09/Apr/2026:02:25:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ba04fcd925a3b2d02fd38cdd8067f9e2 199.204.45.89 - - [09/Apr/2026:02:25:47 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.190:5000 280 0.003 300 d6a342aafbe8fbd8e1d94db1e428903f 199.204.45.89 - - [09/Apr/2026:02:25:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.307 [openstack-keystone-api-5000] [] 10.0.0.190:5000 3197 0.307 201 c20744a92cfb0f685580dec4c9f80590 199.204.45.89 - - [09/Apr/2026:02:25:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - cdac867df63565d45ec1a3ae415eece0 199.204.45.89 - - [09/Apr/2026:02:25:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 376f6f140c73145cdd0b0032c72ae912 W0409 02:25:47.978015 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:25:47.978261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:25:47.978299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [09/Apr/2026:02:25:49 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.190:5000 280 0.004 300 005d86aea306906f102d55bfd8d74b43 199.204.45.89 - - [09/Apr/2026:02:25:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.190:5000 3197 0.297 201 aa4ef27cee4fd3cc7499b5fa8220800d 199.204.45.89 - - [09/Apr/2026:02:25:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ce99df2aaee6b8f66708d2db18975c4f 199.204.45.89 - - [09/Apr/2026:02:25:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ae1890d9f20792344100ca9dc38c2aae 199.204.45.89 - - [09/Apr/2026:02:25:51 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.190:5000 280 0.004 300 184b49d2fd050649449da348fc8be317 199.204.45.89 - - [09/Apr/2026:02:25:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.311 [openstack-keystone-api-5000] [] 10.0.0.190:5000 3197 0.312 201 68bd4051acd9615501b63b261f7aebb3 199.204.45.89 - - [09/Apr/2026:02:25:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2b5f6ff1901b7c9e918f1749b999ea13 199.204.45.89 - - [09/Apr/2026:02:25:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 71f00afe215388e4e7f7f349851e2f52 I0409 02:25:52.550916 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.109.142.179"}] I0409 02:25:52.563250 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"5866110c-f96b-4831-8906-fa79aad2f560", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10449", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:25:52.564598 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:25:52.564748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:25:52.564769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [09/Apr/2026:02:25:52 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.010 [openstack-keystone-api-5000] [] 10.0.0.190:5000 280 0.010 300 248fdee70b8931db0b5b82aebb9d169a 199.204.45.89 - - [09/Apr/2026:02:25:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.312 [openstack-keystone-api-5000] [] 10.0.0.190:5000 3197 0.313 201 54e8e66bd5cc7c1b29dffdafce6fccc7 199.204.45.89 - - [09/Apr/2026:02:25:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8d0dccd3c5eea60daeb1be3e1f63304c 199.204.45.89 - - [09/Apr/2026:02:25:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0f137a428862d4cca2ab6dea2da96574 199.204.45.89 - - [09/Apr/2026:02:25:54 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.190:5000 280 0.003 300 b36fbdc4e2be3d1696c638c79c6d0b6a 199.204.45.89 - - [09/Apr/2026:02:25:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.190:5000 3197 0.288 201 4eca91cffc1a59b4e2e5a328df63b336 199.204.45.89 - - [09/Apr/2026:02:25:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0a741df90a95bc39720ed43e8e5cb41e 199.204.45.89 - - [09/Apr/2026:02:25:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 999d5c6f6ebe29877b4e720681fd7509 W0409 02:25:55.899305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:25:55.899348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [09/Apr/2026:02:25:56 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.190:5000 280 0.004 300 d3da2c8a369cb8e72e183c06c83b6df8 199.204.45.89 - - [09/Apr/2026:02:25:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.286 [openstack-keystone-api-5000] [] 10.0.0.190:5000 3197 0.285 201 a372b91d15ee5b9ebd4b6045f858b63e 199.204.45.89 - - [09/Apr/2026:02:25:56 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.181:9292 1301 0.003 300 5d63a7e9e241d2865be574c2c5cb6467 199.204.45.89 - - [09/Apr/2026:02:25:57 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.571 [openstack-glance-api-9292] [] 10.0.0.181:9292 69 0.570 200 57586dfd9a78022d32dfa74d14a3bcc4 199.204.45.89 - - [09/Apr/2026:02:26:00 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.190:5000 280 0.005 300 7ca31c88c6102528f3d481e00fa06dea 199.204.45.89 - - [09/Apr/2026:02:26:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.190:5000 3197 0.292 201 a31dac5bc895c02b847f8ca67e7d258c 199.204.45.89 - - [09/Apr/2026:02:26:00 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.001 [openstack-glance-api-9292] [] 10.0.0.181:9292 1301 0.002 300 96ac8eb59d42f7e124b3fc287ceed74e 199.204.45.89 - - [09/Apr/2026:02:26:00 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.098 [openstack-glance-api-9292] [] 10.0.0.181:9292 69 0.099 200 a8696cdb8fbbe3a9151c1d65adb1b8d7 199.204.45.89 - - [09/Apr/2026:02:26:01 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.126 [openstack-glance-api-9292] [] 10.0.0.181:9292 151 0.125 404 0bde5a1432e85e72eea2abb73f9af47c 199.204.45.89 - - [09/Apr/2026:02:26:01 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.027 [openstack-glance-api-9292] [] 10.0.0.181:9292 81 0.026 200 7e14a7f2ca0f4dbc942dabf450632995 199.204.45.89 - - [09/Apr/2026:02:26:01 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.024 [openstack-glance-api-9292] [] 10.0.0.181:9292 84 0.025 200 6998971ccb943f4a42402feef65b1b66 199.204.45.89 - - [09/Apr/2026:02:26:01 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.074 [openstack-glance-api-9292] [] 10.0.0.181:9292 760 0.075 201 4c6d2eb24c9c3a26214c677b64b2bb49 199.204.45.89 - - [09/Apr/2026:02:26:04 +0000] "PUT /v2/images/e2e518dc-2cba-4971-9ce3-bc654ffb246d/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.616 [openstack-glance-api-9292] [] 10.0.0.181:9292 0 3.616 204 8040fdec51e658dbdd70d8efb248dc5b 199.204.45.89 - - [09/Apr/2026:02:26:04 +0000] "GET /v2/images/e2e518dc-2cba-4971-9ce3-bc654ffb246d HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.017 [openstack-glance-api-9292] [] 10.0.0.181:9292 1171 0.017 200 844ce70ec6cc5bd8f7adfe9e57b2951e 199.204.45.89 - - [09/Apr/2026:02:26:04 +0000] "GET /v2/images/e2e518dc-2cba-4971-9ce3-bc654ffb246d HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.016 [openstack-glance-api-9292] [] 10.0.0.181:9292 1171 0.016 200 b74dc0c09b92548d372b9c1e0ddfcc1b W0409 02:26:07.982047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:26:07.982095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:26:11.315056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:26:11.315357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store