------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0323 05:23:46.385589 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0323 05:23:46.385705 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0323 05:23:46.396303 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0323 05:23:46.399029 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0323 05:23:46.503315 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0323 05:23:46.521716 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0323 05:23:46.532529 7 nginx.go:271] "Starting NGINX Ingress controller" I0323 05:23:46.537018 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"15bf9ecb-ccef-4b51-bf5f-c3f6fdbec93e", APIVersion:"v1", ResourceVersion:"1125", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0323 05:23:46.540571 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"678461ff-a7ff-4731-a903-9dcdc5402d10", APIVersion:"v1", ResourceVersion:"1127", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0323 05:23:46.540643 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"3f071038-ea5c-4751-85d0-6fe458c0a322", APIVersion:"v1", ResourceVersion:"1126", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0323 05:23:47.734438 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0323 05:23:47.734490 7 nginx.go:317] "Starting NGINX process" I0323 05:23:47.736227 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0323 05:23:47.736398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:23:47.736433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0323 05:23:47.736505 7 controller.go:196] "Configuration changes detected, backend reload required" I0323 05:23:47.743710 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0323 05:23:47.743784 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-xhjth" I0323 05:23:47.771065 7 controller.go:216] "Backend successfully reloaded" I0323 05:23:47.771191 7 controller.go:227] "Initial sync, sleeping for 1 second" I0323 05:23:47.771264 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xhjth", UID:"4661c500-1da1-4f7e-bea1-c82c804bac6d", APIVersion:"v1", ResourceVersion:"1174", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0323 05:23:51.564831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:23:51.564868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:23:54.898819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:23:54.898875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:23:58.233211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:23:58.233272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:24:01.565301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:24:01.565336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:24:04.898410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:24:04.898457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:24:08.231659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:24:08.231687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:24:11.565021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:24:11.565076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:24:14.899809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:24:14.899843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:24:18.232727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:24:18.232781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:24:21.565821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:24:21.565874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:24:24.898858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:24:24.898904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:25:16.991089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:25:16.991144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:25:20.324527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:25:20.324581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:25:38.295168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:25:38.295222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:25:41.628912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:25:41.628973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:25:44.962088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:25:44.962127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:25:48.296021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:25:48.296070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:25:51.628665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:25:51.628718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:25:54.964568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:25:54.964617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:25:59.800779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:25:59.800829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:26:03.136657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:26:03.136721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:26:06.467702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:26:06.467766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:26:09.802913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:26:09.802956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:26:13.135381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:26:13.135433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:28:17.038124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:28:17.038157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:28:20.371919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:28:20.371968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:28:20.669260 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-108.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-108.nip.io-tls was not found. Using default certificate W0323 05:28:20.669319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:28:20.669335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0323 05:28:20.671512 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0323 05:28:20.671560 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0323 05:28:20.680840 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0323 05:28:20.682534 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-108.nip.io-tls" in local store I0323 05:28:20.682901 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e303ebfa-bbad-4979-858d-34310f80dd49", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3074", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0323 05:28:21.000010 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-108.nip.io-tls" I0323 05:28:21.001605 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-108.nip.io-tls" W0323 05:28:23.706034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:28:23.706109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0323 05:28:23.706340 7 controller.go:196] "Configuration changes detected, backend reload required" I0323 05:28:23.750445 7 controller.go:216] "Backend successfully reloaded" I0323 05:28:23.751233 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xhjth", UID:"4661c500-1da1-4f7e-bea1-c82c804bac6d", APIVersion:"v1", ResourceVersion:"1174", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0323 05:28:27.038567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:28:27.038624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.108 - - [23/Mar/2026:05:28:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.260 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 2.258 200 24cced3f1e53f6450e3bd70cd9a21b9e 199.19.213.108 - - [23/Mar/2026:05:28:32 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.270 [auth-system-keycloak-80] [] 10.0.0.120:8080 116 0.270 404 2cfb53de955fd1d5ecf84c3ab03d928b 199.19.213.108 - - [23/Mar/2026:05:28:37 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.493 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 4.491 201 e5fc14773ba7c0d02d72f7579c3f3c55 199.19.213.108 - - [23/Mar/2026:05:28:38 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.688 [auth-system-keycloak-80] [] 10.0.0.120:8080 4246 0.688 200 0c690f4283e1b36ea3257482675fda0a 199.19.213.108 - - [23/Mar/2026:05:28:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.507 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.506 200 459d2bb9cf8b0c5e272a660b0974e65e 199.19.213.108 - - [23/Mar/2026:05:28:39 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.093 [auth-system-keycloak-80] [] 10.0.0.120:8080 12500 0.094 200 5145eafed006e59fa2f84e1ac268bc5a 199.19.213.108 - - [23/Mar/2026:05:28:39 +0000] "GET /admin/realms/atmosphere/client-scopes/428c5912-3fc9-41bd-8e60-762015bc52bd HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.066 [auth-system-keycloak-80] [] 10.0.0.120:8080 1278 0.067 200 52303a2b35505d4adb6c3d77b8e3295c 199.19.213.108 - - [23/Mar/2026:05:28:39 +0000] "PUT /admin/realms/atmosphere/client-scopes/428c5912-3fc9-41bd-8e60-762015bc52bd HTTP/1.1" 204 0 "-" "Ansible" 1848 0.087 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.087 204 cb0446b8d9a9fe515bb98dd2fab89e74 199.19.213.108 - - [23/Mar/2026:05:28:39 +0000] "GET /admin/realms/atmosphere/client-scopes/428c5912-3fc9-41bd-8e60-762015bc52bd/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.083 [auth-system-keycloak-80] [] 10.0.0.120:8080 963 0.083 200 caa9817c2af8b1a0c5449c1e9157e1f8 199.19.213.108 - - [23/Mar/2026:05:28:39 +0000] "GET /admin/realms/atmosphere/client-scopes/428c5912-3fc9-41bd-8e60-762015bc52bd/protocol-mappers/models/51528802-a0ff-4d9a-a7df-a007af2abf33 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.010 [auth-system-keycloak-80] [] 10.0.0.120:8080 366 0.009 200 1d0af6ca9bef660b65658fd1c90f776d 199.19.213.108 - - [23/Mar/2026:05:28:39 +0000] "PUT /admin/realms/atmosphere/client-scopes/428c5912-3fc9-41bd-8e60-762015bc52bd/protocol-mappers/models/51528802-a0ff-4d9a-a7df-a007af2abf33 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.105 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.104 204 17e25c325480addaebb052422667add4 199.19.213.108 - - [23/Mar/2026:05:28:39 +0000] "GET /admin/realms/atmosphere/client-scopes/428c5912-3fc9-41bd-8e60-762015bc52bd HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.021 [auth-system-keycloak-80] [] 10.0.0.120:8080 1218 0.020 200 b9bae3efdf3574e9c79ada58881a9013 I0323 05:28:47.752657 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.153.198"}] I0323 05:28:47.765484 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e303ebfa-bbad-4979-858d-34310f80dd49", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3386", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0323 05:28:47.766921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:28:47.766958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.108 - - [23/Mar/2026:05:29:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.488 200 05e3e594ffa75d5be4ef885199be5e70 199.19.213.108 - - [23/Mar/2026:05:29:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.034 [auth-system-keycloak-80] [] 10.0.0.120:8080 2 0.034 200 c6f4683f34ee7ee40baf4b866906f048 199.19.213.108 - - [23/Mar/2026:05:29:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.193 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.192 201 a2d2d40493b46c470ca7f7dabdd38145 199.19.213.108 - - [23/Mar/2026:05:29:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.085 [auth-system-keycloak-80] [] 10.0.0.120:8080 1261 0.085 200 34a5d0538309500ab4cf94ab6def9397 199.19.213.108 - - [23/Mar/2026:05:29:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.531 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.530 200 cfc6b99ebb3583d26e4989b96c386d8a 199.19.213.108 - - [23/Mar/2026:05:29:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.120:8080 2 0.011 200 15163b107ff10cf67eb4ab73a326e60c 199.19.213.108 - - [23/Mar/2026:05:29:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.983 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.983 201 c24fe4699978bb3e8927056848a9535a 199.19.213.108 - - [23/Mar/2026:05:29:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.029 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.030 200 42b3008cc21499fb2a162cfb5f51dde1 199.19.213.108 - - [23/Mar/2026:05:29:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.491 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.489 200 6113949b5a8d8846462aa1bb6eba573b 199.19.213.108 - - [23/Mar/2026:05:29:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.120:8080 2 0.009 200 8689ded2942adf34207041ec89330a2e 199.19.213.108 - - [23/Mar/2026:05:29:04 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.150 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.150 201 7c5fdcf795e9180ad37c154c22948636 199.19.213.108 - - [23/Mar/2026:05:29:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.022 [auth-system-keycloak-80] [] 10.0.0.120:8080 1251 0.021 200 33c1016a01ba14d3a29a024ef863c472 199.19.213.108 - - [23/Mar/2026:05:29:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.481 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.481 200 788b5ef28a4fbd1f2b7522295e4b1e14 199.19.213.108 - - [23/Mar/2026:05:29:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.036 [auth-system-keycloak-80] [] 10.0.0.120:8080 1261 0.036 200 88010e60464dee768960f3792255a059 199.19.213.108 - - [23/Mar/2026:05:29:05 +0000] "GET /admin/realms/atmosphere/clients/05347cfb-29f7-49e1-aee9-85d0f0ac2f06/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.120:8080 119 0.011 404 7826f661742eea8be1815ebd2497fefc 199.19.213.108 - - [23/Mar/2026:05:29:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.120:8080 1261 0.007 200 a7271e4a65805667e86c651d8e6353c7 199.19.213.108 - - [23/Mar/2026:05:29:05 +0000] "POST /admin/realms/atmosphere/clients/05347cfb-29f7-49e1-aee9-85d0f0ac2f06/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.066 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.064 201 8a10ac1d427fa838e948f0e7aadd55ba 199.19.213.108 - - [23/Mar/2026:05:29:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.074 [auth-system-keycloak-80] [] 10.0.0.120:8080 1261 0.073 200 60713a31f4fa5d4cf7f7a1817b1c1b2a 199.19.213.108 - - [23/Mar/2026:05:29:05 +0000] "GET /admin/realms/atmosphere/clients/05347cfb-29f7-49e1-aee9-85d0f0ac2f06/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.120:8080 166 0.018 200 be8c684a9be7a7edf30aee4a62050d3c 199.19.213.108 - - [23/Mar/2026:05:29:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.685 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.684 200 2c87f2ee5c5d9b296aa88df940183139 199.19.213.108 - - [23/Mar/2026:05:29:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.006 200 a704db94ab8edffaa14efb205bdac065 199.19.213.108 - - [23/Mar/2026:05:29:06 +0000] "GET /admin/realms/atmosphere/clients/72bcc362-bd87-43d0-9fb0-b6a3b5a23e33/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.120:8080 119 0.011 404 e6fe9dfc3092f82e4998277ac4b65945 199.19.213.108 - - [23/Mar/2026:05:29:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.005 200 8897b2214c21ff2f6677fb2a8810cbae 199.19.213.108 - - [23/Mar/2026:05:29:06 +0000] "POST /admin/realms/atmosphere/clients/72bcc362-bd87-43d0-9fb0-b6a3b5a23e33/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.040 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.039 201 7bf990a30cdacbc0af20488a07719dcb 199.19.213.108 - - [23/Mar/2026:05:29:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.007 200 a1cd2d0c61895263cf34670129034b9a 199.19.213.108 - - [23/Mar/2026:05:29:07 +0000] "GET /admin/realms/atmosphere/clients/72bcc362-bd87-43d0-9fb0-b6a3b5a23e33/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.015 [auth-system-keycloak-80] [] 10.0.0.120:8080 165 0.015 200 7752ea0ad212f4f43f83ca8a77dbc900 199.19.213.108 - - [23/Mar/2026:05:29:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.489 200 2d7d87b48931940006292b4264e1aa54 199.19.213.108 - - [23/Mar/2026:05:29:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.007 200 82097776914912ecd859fc9cd2a0ffcb 199.19.213.108 - - [23/Mar/2026:05:29:07 +0000] "GET /admin/realms/atmosphere/clients/72bcc362-bd87-43d0-9fb0-b6a3b5a23e33/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.060 [auth-system-keycloak-80] [] 10.0.0.120:8080 119 0.059 404 8c23f2026b0664787a7d949bd2dccb0c 199.19.213.108 - - [23/Mar/2026:05:29:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.007 200 7c4a6f7becbc37832d1d5c70a25caaa4 199.19.213.108 - - [23/Mar/2026:05:29:07 +0000] "POST /admin/realms/atmosphere/clients/72bcc362-bd87-43d0-9fb0-b6a3b5a23e33/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.013 201 bd003db53e2c8c51ed7ba4a0b0f04ffc 199.19.213.108 - - [23/Mar/2026:05:29:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.006 200 8d099aed1e76de010c69d31d64f628bc 199.19.213.108 - - [23/Mar/2026:05:29:07 +0000] "GET /admin/realms/atmosphere/clients/72bcc362-bd87-43d0-9fb0-b6a3b5a23e33/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.035 [auth-system-keycloak-80] [] 10.0.0.120:8080 166 0.035 200 4f4546c8977d25a3da7ecdf3538c34a6 199.19.213.108 - - [23/Mar/2026:05:29:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.477 200 d300f28ad8d783ffec311ea222325d46 199.19.213.108 - - [23/Mar/2026:05:29:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.033 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.034 200 67ea3127fb63f1fbdc8c82497a20f1c1 199.19.213.108 - - [23/Mar/2026:05:29:08 +0000] "GET /admin/realms/atmosphere/clients/72bcc362-bd87-43d0-9fb0-b6a3b5a23e33/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.120:8080 119 0.010 404 3dd92084e9be803bc2bfe8ca9b53e518 199.19.213.108 - - [23/Mar/2026:05:29:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.056 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.055 200 590541380ecdcc89de6e48dd27130dc2 199.19.213.108 - - [23/Mar/2026:05:29:08 +0000] "POST /admin/realms/atmosphere/clients/72bcc362-bd87-43d0-9fb0-b6a3b5a23e33/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.020 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.018 201 7c41b49faa61390e3352cd7f25aae881 199.19.213.108 - - [23/Mar/2026:05:29:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.007 200 e98d4f14c5cc686a1b9bb752677fbde5 199.19.213.108 - - [23/Mar/2026:05:29:08 +0000] "GET /admin/realms/atmosphere/clients/72bcc362-bd87-43d0-9fb0-b6a3b5a23e33/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.120:8080 166 0.013 200 c807ad44892aa193e30e6c1511a5b4d8 199.19.213.108 - - [23/Mar/2026:05:29:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.459 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.459 200 de341bbf6a675f612ea97f03508a4a34 199.19.213.108 - - [23/Mar/2026:05:29:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.120:8080 1251 0.007 200 02e1230dfd3de91082b41f3c4216b165 199.19.213.108 - - [23/Mar/2026:05:29:09 +0000] "GET /admin/realms/atmosphere/clients/bd449657-cd5b-403e-a2d2-536dbff82dd7/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.120:8080 119 0.006 404 b03cc870f5203dafe3f4b8c4762f0173 199.19.213.108 - - [23/Mar/2026:05:29:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.003 [auth-system-keycloak-80] [] 10.0.0.120:8080 1251 0.003 200 67f552262382666717556d0a2eee184f 199.19.213.108 - - [23/Mar/2026:05:29:09 +0000] "POST /admin/realms/atmosphere/clients/bd449657-cd5b-403e-a2d2-536dbff82dd7/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.051 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.051 201 92e0571e169b5c4f41702e1f012cdc43 199.19.213.108 - - [23/Mar/2026:05:29:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.120:8080 1251 0.008 200 91ae93f1fb8cebc19dbee54da82dcc8e 199.19.213.108 - - [23/Mar/2026:05:29:09 +0000] "GET /admin/realms/atmosphere/clients/bd449657-cd5b-403e-a2d2-536dbff82dd7/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.120:8080 166 0.013 200 f8378574ebb142d0a957004b7a072843 W0323 05:29:20.732522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:29:20.732897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:29:24.066635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:29:24.066685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:15.226558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:15.226608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:15.292013 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0323 05:30:15.292166 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0323 05:30:15.292215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:15.292230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:15.294453 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0323 05:30:15.294572 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0323 05:30:15.294646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:15.294670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:15.295313 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0323 05:30:15.295595 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0323 05:30:15.295673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0323 05:30:15.295731 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0323 05:30:15.295784 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0323 05:30:15.295742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0323 05:30:15.297877 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0323 05:30:15.297917 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0323 05:30:15.299879 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0323 05:30:15.299912 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0323 05:30:15.301869 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0323 05:30:15.302317 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"81e13902-eeab-4bf8-8bc1-e3af2e917dc9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4035", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0323 05:30:15.302382 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0323 05:30:15.305575 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0323 05:30:15.306017 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0323 05:30:15.306062 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e2235cee-45d3-4c26-a5f9-3a2cfbd769e8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4036", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0323 05:30:15.309746 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0323 05:30:15.310109 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0323 05:30:15.310162 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"3d607cbc-d191-4204-8fc9-105e26d060e2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4040", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0323 05:30:15.764780 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0323 05:30:15.765847 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0323 05:30:15.812838 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0323 05:30:15.813428 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0323 05:30:16.213828 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0323 05:30:16.214585 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0323 05:30:18.560674 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0323 05:30:18.560718 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0323 05:30:18.560745 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0323 05:30:18.560836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:18.560854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0323 05:30:18.560952 7 controller.go:196] "Configuration changes detected, backend reload required" I0323 05:30:18.606313 7 controller.go:216] "Backend successfully reloaded" I0323 05:30:18.607848 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xhjth", UID:"4661c500-1da1-4f7e-bea1-c82c804bac6d", APIVersion:"v1", ResourceVersion:"1174", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0323 05:30:21.894271 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0323 05:30:21.894345 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0323 05:30:21.894382 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0323 05:30:21.894494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:21.894523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:25.228913 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0323 05:30:25.228995 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0323 05:30:25.229046 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0323 05:30:25.229208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:25.229237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:28.560527 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0323 05:30:28.560580 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0323 05:30:28.560609 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0323 05:30:28.560700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:28.560722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:31.893997 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0323 05:30:31.894084 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0323 05:30:31.894132 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0323 05:30:31.894311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:31.894357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:35.226669 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0323 05:30:35.226757 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0323 05:30:35.226786 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0323 05:30:35.226917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:35.226936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:38.560828 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0323 05:30:38.560872 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0323 05:30:38.560904 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0323 05:30:38.560994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:38.561013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:41.894013 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0323 05:30:41.894100 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0323 05:30:41.894167 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0323 05:30:41.894349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:41.894394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:45.227360 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0323 05:30:45.227455 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0323 05:30:45.227504 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0323 05:30:45.227656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:45.227694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0323 05:30:47.751131 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.97.153.198"}] I0323 05:30:47.751137 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.97.153.198"}] I0323 05:30:47.752716 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.97.153.198"}] I0323 05:30:47.761449 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"81e13902-eeab-4bf8-8bc1-e3af2e917dc9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4864", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0323 05:30:47.773765 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"3d607cbc-d191-4204-8fc9-105e26d060e2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4865", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0323 05:30:47.785411 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e2235cee-45d3-4c26-a5f9-3a2cfbd769e8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4866", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0323 05:30:48.560067 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0323 05:30:48.560186 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0323 05:30:48.560231 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0323 05:30:48.560331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:48.560386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:51.893922 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0323 05:30:51.893981 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0323 05:30:51.894142 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0323 05:30:51.894353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:51.894393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:55.227992 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0323 05:30:55.228070 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0323 05:30:55.228111 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0323 05:30:55.228246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:55.228279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:58.560766 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0323 05:30:58.560852 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0323 05:30:58.560962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:30:58.560990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:01.893376 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0323 05:31:01.893477 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0323 05:31:01.893580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:01.893611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:05.227425 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0323 05:31:05.227519 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0323 05:31:05.227648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:05.227676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.39 - - [23/Mar/2026:05:31:07 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.030 [auth-system-keycloak-80] [] 10.0.0.120:8080 6432 0.031 200 e24b3b6fbceb87b7d12c6e4867864c79 10.0.0.230 - - [23/Mar/2026:05:31:07 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.120:8080 6432 0.007 200 da11c093a6354a0962cabd6662a4c91b W0323 05:31:08.560210 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0323 05:31:08.560283 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0323 05:31:08.560366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:08.560386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:11.893912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:11.893971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:15.226874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:15.226920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:18.560824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:18.560875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:21.893825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:21.893881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:32.764577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:32.764627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.108 - - [23/Mar/2026:05:31:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.476 200 deb050b650cc3a6f4b9944a72bdacf51 199.19.213.108 - - [23/Mar/2026:05:31:35 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.120:8080 4246 0.006 200 8f2e6030b3bf94a8ced954ff45410908 W0323 05:31:36.098479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:36.098516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.108 - - [23/Mar/2026:05:31:36 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.468 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.466 204 072b1410ab88217aa265fa9e4f9ec32b 199.19.213.108 - - [23/Mar/2026:05:31:36 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.191 [auth-system-keycloak-80] [] 10.0.0.120:8080 4384 0.190 200 c10e6b9f5d44caf88973e1ad14ccc23c 199.19.213.108 - - [23/Mar/2026:05:31:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.509 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.507 200 02fc491ac5bc9eed14c73a88300bb2e6 199.19.213.108 - - [23/Mar/2026:05:31:37 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.120:8080 1682 0.011 200 f97d525342dc8279163c26a4ae175264 199.19.213.108 - - [23/Mar/2026:05:31:38 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.120:8080 6432 0.007 200 02db1a3478eee569535d55464aa6a01e 199.19.213.108 - - [23/Mar/2026:05:31:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.501 200 77106cc15fd58e11d18fa06dfdfeeb8e 199.19.213.108 - - [23/Mar/2026:05:31:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.120:8080 2 0.008 200 d4e951b5ad7f82d90c009ae144dc9571 199.19.213.108 - - [23/Mar/2026:05:31:39 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.170 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.169 201 272dc8438f5b64ecc07cc988f02d132d 199.19.213.108 - - [23/Mar/2026:05:31:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.021 [auth-system-keycloak-80] [] 10.0.0.120:8080 2246 0.020 200 96b742528cf09606a965a986b7a492c7 199.19.213.108 - - [23/Mar/2026:05:31:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.450 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.449 200 160f90f5283b1eab14f59e74b65b8078 199.19.213.108 - - [23/Mar/2026:05:31:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.120:8080 2246 0.005 200 1903036cbedfd54600059db790b468a3 199.19.213.108 - - [23/Mar/2026:05:31:40 +0000] "GET /admin/realms/atmosphere/clients/31604711-0132-4143-905e-5859738a18b5/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.015 [auth-system-keycloak-80] [] 10.0.0.120:8080 233 0.014 200 0d715ba628c3db53e80121a960340d8a 199.19.213.108 - - [23/Mar/2026:05:31:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.053 [auth-system-keycloak-80] [] 10.0.0.120:8080 831 0.053 200 afbff40f04ff6aa2d85307b4c2785081 199.19.213.108 - - [23/Mar/2026:05:31:40 +0000] "GET /admin/realms/atmosphere/clients/1f797a43-4cc1-429d-9411-b99f6ed9dc2d/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.087 [auth-system-keycloak-80] [] 10.0.0.120:8080 3758 0.086 200 08a0d178ede00d9f6cfa2d818dbe1bc1 199.19.213.108 - - [23/Mar/2026:05:31:40 +0000] "GET /admin/realms/atmosphere/users/18c3848b-f952-46f8-b0d6-f9f357fa2018/role-mappings/clients/1f797a43-4cc1-429d-9411-b99f6ed9dc2d/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.178 [auth-system-keycloak-80] [] 10.0.0.120:8080 3758 0.179 200 7a5d22771e3a8341a9a31afc111a2ca1 199.19.213.108 - - [23/Mar/2026:05:31:41 +0000] "GET /admin/realms/atmosphere/users/18c3848b-f952-46f8-b0d6-f9f357fa2018/role-mappings/clients/1f797a43-4cc1-429d-9411-b99f6ed9dc2d/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.016 [auth-system-keycloak-80] [] 10.0.0.120:8080 2 0.017 200 5eef8b725b4cf9fd766f349f8db48599 199.19.213.108 - - [23/Mar/2026:05:31:41 +0000] "POST /admin/realms/atmosphere/users/18c3848b-f952-46f8-b0d6-f9f357fa2018/role-mappings/clients/1f797a43-4cc1-429d-9411-b99f6ed9dc2d HTTP/1.1" 204 0 "-" "Ansible" 1390 0.055 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.053 204 3a89363a2263b4ae9d05a99743b64bfc 199.19.213.108 - - [23/Mar/2026:05:31:41 +0000] "GET /admin/realms/atmosphere/users/18c3848b-f952-46f8-b0d6-f9f357fa2018/role-mappings/clients/1f797a43-4cc1-429d-9411-b99f6ed9dc2d/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.120:8080 576 0.012 200 810dbe4238d7eddbc6e4e2261dd5a201 W0323 05:31:43.527785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:43.527826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:46.861953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:46.862002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:50.195768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:31:50.195829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:33:48.007517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:33:48.007565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:34:19.627519 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0323 05:34:19.627578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:34:19.627592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0323 05:34:19.630257 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:28.7kB} I0323 05:34:19.630500 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0323 05:34:19.635661 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0323 05:34:19.635991 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"9bded827-2bcf-478b-b00a-3734fc8aad8d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6374", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0323 05:34:19.636222 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0323 05:34:19.636688 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0323 05:34:19.636759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:34:19.636780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0323 05:34:19.636895 7 controller.go:196] "Configuration changes detected, backend reload required" I0323 05:34:19.685337 7 controller.go:216] "Backend successfully reloaded" I0323 05:34:19.685729 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xhjth", UID:"4661c500-1da1-4f7e-bea1-c82c804bac6d", APIVersion:"v1", ResourceVersion:"1174", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0323 05:34:19.842241 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0323 05:34:19.844407 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0323 05:34:22.970364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:34:22.970416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.108 - - [23/Mar/2026:05:34:24 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.006 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.005 300 c0589ee70b47b99abc05d854ecdb18f3 199.19.213.108 - - [23/Mar/2026:05:34:25 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.006 [openstack-keystone-api-5000] [] 10.0.0.225:5000 266 0.006 200 146088a82cb511adc854a0e3067dbda8 199.19.213.108 - - [23/Mar/2026:05:34:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.334 [openstack-keystone-api-5000] [] 10.0.0.225:5000 1360 0.335 201 23962e39c2834dfd631b3088c7766f20 199.19.213.108 - - [23/Mar/2026:05:34:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.005 300 daa60c1203992eeb549dfff9586f74e9 199.19.213.108 - - [23/Mar/2026:05:34:25 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.037 [openstack-keystone-api-5000] [] 10.0.0.225:5000 90 0.037 404 04c14e20758fc8dc02429228534143f7 199.19.213.108 - - [23/Mar/2026:05:34:25 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.024 [openstack-keystone-api-5000] [] 10.0.0.225:5000 368 0.025 200 d49244414ab07943fb525a93d2ea7fc4 199.19.213.108 - - [23/Mar/2026:05:34:25 +0000] "GET /v3/domains/724d2aa3159e42e9984bfb0daa1b012e HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.225:5000 245 0.020 200 d0c12ab33764a24d341ffd9fc15bfec8 199.19.213.108 - - [23/Mar/2026:05:34:26 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 266 0.004 200 72ac5f77e89c020a9f6d8e200545524f 199.19.213.108 - - [23/Mar/2026:05:34:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.340 [openstack-keystone-api-5000] [] 10.0.0.225:5000 1360 0.341 201 608bcbaf306b8e3a7180c2c95d4cb109 199.19.213.108 - - [23/Mar/2026:05:34:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 19933e0256d69cc0c51a7252fc09929e 199.19.213.108 - - [23/Mar/2026:05:34:26 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.028 [openstack-keystone-api-5000] [] 10.0.0.225:5000 101 0.029 404 0b18cec804cde65b180b4757711f081c 199.19.213.108 - - [23/Mar/2026:05:34:26 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.225:5000 156 0.018 200 d0613783dbd5f2beee81104ae4aab8b3 199.19.213.108 - - [23/Mar/2026:05:34:27 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.025 [openstack-keystone-api-5000] [] 10.0.0.225:5000 454 0.025 201 0f66a7fabd5c0279ebe3c8649feb1fad 199.19.213.108 - - [23/Mar/2026:05:34:27 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 266 0.004 200 8e6ab9af97964b577fd512772770d0ce 199.19.213.108 - - [23/Mar/2026:05:34:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.225:5000 1360 0.293 201 ec5c5bd776298dafda1b782447ce68ed 199.19.213.108 - - [23/Mar/2026:05:34:27 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.003 300 5a3f6c03d8d0b3cce142552dd433fddb 199.19.213.108 - - [23/Mar/2026:05:34:28 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.029 [openstack-keystone-api-5000] [] 10.0.0.225:5000 98 0.029 404 286245110aed3b3dd4f6783d8aaf5ee2 199.19.213.108 - - [23/Mar/2026:05:34:28 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.018 [openstack-keystone-api-5000] [] 10.0.0.225:5000 136 0.018 200 1fc53f66028b04b51ab145477b294fb4 199.19.213.108 - - [23/Mar/2026:05:34:28 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.022 [openstack-keystone-api-5000] [] 10.0.0.225:5000 357 0.021 201 2872aea3770ce69efd3cace83c51339b 199.19.213.108 - - [23/Mar/2026:05:34:28 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 266 0.003 200 2d2b428f309a364055f5552d48b335c9 199.19.213.108 - - [23/Mar/2026:05:34:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.225:5000 1360 0.299 201 186df5497de5f6b31c7611a7eeab5e7e 199.19.213.108 - - [23/Mar/2026:05:34:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.005 300 4a8c24da79f2f680fdf09665ac4c8a2e 199.19.213.108 - - [23/Mar/2026:05:34:29 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.028 [openstack-keystone-api-5000] [] 10.0.0.225:5000 131 0.028 404 f9f8e45362d78ffd2bc6256cc7979dce 199.19.213.108 - - [23/Mar/2026:05:34:29 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.020 [openstack-keystone-api-5000] [] 10.0.0.225:5000 168 0.020 200 4b1fc4d8df102207d1b90e58a9e2f53c 199.19.213.108 - - [23/Mar/2026:05:34:29 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.034 [openstack-keystone-api-5000] [] 10.0.0.225:5000 224 0.034 201 b8f4cc1f0858fc358f6c75c0d3981401 W0323 05:34:38.572873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:34:38.572921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:34:41.907296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:34:41.907347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:34:45.320656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:34:45.320700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0323 05:34:47.752422 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.97.153.198"}] I0323 05:34:47.758413 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"9bded827-2bcf-478b-b00a-3734fc8aad8d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6617", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0323 05:34:48.654420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:34:48.654481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:34:51.988085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:34:51.988132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:35:04.069012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:35:04.069058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:35:07.402734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:35:07.402795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:35:11.923792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:35:11.923822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:35:15.258345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:35:15.258391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:36:44.874973 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0323 05:36:44.875104 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0323 05:36:44.875182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:36:44.875208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0323 05:36:44.879918 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0323 05:36:44.879961 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0323 05:36:44.883874 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0323 05:36:44.884289 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"7ca58d6c-9b1d-47fe-93b7-889ce6bfdc3e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7399", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0323 05:36:44.884499 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0323 05:36:44.885586 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0323 05:36:44.885687 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0323 05:36:44.885758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:36:44.885778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0323 05:36:44.885909 7 controller.go:196] "Configuration changes detected, backend reload required" I0323 05:36:44.940331 7 controller.go:216] "Backend successfully reloaded" I0323 05:36:44.940717 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xhjth", UID:"4661c500-1da1-4f7e-bea1-c82c804bac6d", APIVersion:"v1", ResourceVersion:"1174", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0323 05:36:45.187164 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0323 05:36:45.188355 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.108 - - [23/Mar/2026:05:36:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 1443e9097e15a0a6b8334d7dac6dba9f 199.19.213.108 - - [23/Mar/2026:05:36:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.335 [openstack-keystone-api-5000] [] 10.0.0.225:5000 1992 0.336 201 caf110ee5b74d72c4e3bc14a1e2aceb2 199.19.213.108 - - [23/Mar/2026:05:36:45 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.034 [openstack-keystone-api-5000] [] 10.0.0.225:5000 85 0.034 404 89f33a0424d97ad5282dddf5dcd13f86 199.19.213.108 - - [23/Mar/2026:05:36:45 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-keystone-api-5000] [] 10.0.0.225:5000 129 0.024 200 3a46b1ae0ee95c3f79348a69763cf6c8 199.19.213.108 - - [23/Mar/2026:05:36:46 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.042 [openstack-keystone-api-5000] [] 10.0.0.225:5000 230 0.042 201 fbbe59e9292fa570aab085a7ce12bb46 I0323 05:36:47.753198 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.97.153.198"}] I0323 05:36:47.834429 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"7ca58d6c-9b1d-47fe-93b7-889ce6bfdc3e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7442", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0323 05:36:48.218307 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0323 05:36:48.218507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:36:48.218581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:36:51.552117 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0323 05:36:51.552324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:36:51.552367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.108 - - [23/Mar/2026:05:36:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 3b43f2a4f6b626f4984b2ae507841042 199.19.213.108 - - [23/Mar/2026:05:36:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.303 [openstack-keystone-api-5000] [] 10.0.0.225:5000 1992 0.303 201 a12849fba0c0748a6c0b9990b5c2d16a 199.19.213.108 - - [23/Mar/2026:05:36:53 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.027 [openstack-keystone-api-5000] [] 10.0.0.225:5000 1521 0.027 200 b42ffa536a718a0a29bfefeafc490619 199.19.213.108 - - [23/Mar/2026:05:36:53 +0000] "PUT /v3/roles/c401f05308ab4619b0050e56defb76e4/implies/d43e0f523bd341d28610cc561e8cc68f HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.045 [openstack-keystone-api-5000] [] 10.0.0.225:5000 521 0.045 201 d18fe9bedd91e9082583791b725a89f6 W0323 05:36:54.886109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:36:54.886156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.108 - - [23/Mar/2026:05:37:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 029942f7d0a0d385fd08ab74dd0bb738 199.19.213.108 - - [23/Mar/2026:05:37:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.342 [openstack-keystone-api-5000] [] 10.0.0.225:5000 2055 0.342 201 fcacf12825438fd8dd246f139044c3bb 199.19.213.108 - - [23/Mar/2026:05:37:49 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.031 [openstack-keystone-api-5000] [] 10.0.0.225:5000 87 0.032 404 6934d9ad74ecb361a7da110d52d1b36a 199.19.213.108 - - [23/Mar/2026:05:37:49 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.020 [openstack-keystone-api-5000] [] 10.0.0.225:5000 390 0.021 200 89b0d4c19bcb889451bceeb1b798b56b 199.19.213.108 - - [23/Mar/2026:05:37:49 +0000] "GET /v3/users/rgw-RegionOne?domain_id=091b1d1f83b843169fd066134e7edb9b HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.033 [openstack-keystone-api-5000] [] 10.0.0.225:5000 91 0.034 404 54743d41296ff47749c934021c207b25 199.19.213.108 - - [23/Mar/2026:05:37:49 +0000] "GET /v3/users?domain_id=091b1d1f83b843169fd066134e7edb9b&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.034 [openstack-keystone-api-5000] [] 10.0.0.225:5000 178 0.034 200 5715ecf6de53a2a70d6472f4faa6cbef 199.19.213.108 - - [23/Mar/2026:05:37:49 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.385 [openstack-keystone-api-5000] [] 10.0.0.225:5000 291 0.385 201 59be08e2f6c210aba58d5cf985ba2a83 199.19.213.108 - - [23/Mar/2026:05:37:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 7d5cc19c3690146bf86cd8f028e9b736 199.19.213.108 - - [23/Mar/2026:05:37:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.308 [openstack-keystone-api-5000] [] 10.0.0.225:5000 2055 0.309 201 e5f4fc500f59e45438793e7143c91c78 199.19.213.108 - - [23/Mar/2026:05:37:53 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.027 [openstack-keystone-api-5000] [] 10.0.0.225:5000 83 0.027 404 c5a921176f0323f7e4233df7c2e20d02 199.19.213.108 - - [23/Mar/2026:05:37:53 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.037 [openstack-keystone-api-5000] [] 10.0.0.225:5000 361 0.038 200 307cd086426bfedda6d3448514dbca93 199.19.213.108 - - [23/Mar/2026:05:37:53 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.024 [openstack-keystone-api-5000] [] 10.0.0.225:5000 87 0.024 404 80004114314608f889d363209309efb9 199.19.213.108 - - [23/Mar/2026:05:37:53 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.028 [openstack-keystone-api-5000] [] 10.0.0.225:5000 390 0.028 200 fc41b2718b0d6b8bda8532668a742818 199.19.213.108 - - [23/Mar/2026:05:37:53 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.036 [openstack-keystone-api-5000] [] 10.0.0.225:5000 91 0.037 404 c7407d2d9e545c01090cd24d4e278863 199.19.213.108 - - [23/Mar/2026:05:37:53 +0000] "GET /v3/users?domain_id=091b1d1f83b843169fd066134e7edb9b&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.042 [openstack-keystone-api-5000] [] 10.0.0.225:5000 458 0.043 200 eb8ec66ddb0bd49270af43d235d12af0 199.19.213.108 - - [23/Mar/2026:05:37:53 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.025 [openstack-keystone-api-5000] [] 10.0.0.225:5000 88 0.024 404 a21ec135411da2fcff840085a2181d97 199.19.213.108 - - [23/Mar/2026:05:37:53 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.027 [openstack-keystone-api-5000] [] 10.0.0.225:5000 520 0.026 200 93d9837e35c6611ab72dbb90e3f0e57e 199.19.213.108 - - [23/Mar/2026:05:37:54 +0000] "PUT /v3/projects/56de2e3023ba4591944d95064bd0e80d/users/2ebafe6e1bfa4866b2478716ca5750a9/roles/ca40cc780a6545aa80a9276bf7a03187 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.720 [openstack-keystone-api-5000] [] 10.0.0.225:5000 0 0.719 204 c22ee0e7adf766e3d5b24fe2250f5dc3 199.19.213.108 - - [23/Mar/2026:05:37:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 edbaeb39b902bb0d3a8c84092e02da1e 199.19.213.108 - - [23/Mar/2026:05:37:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.343 [openstack-keystone-api-5000] [] 10.0.0.225:5000 2055 0.343 201 17068a48aa432dfbff58463bc789a76e 199.19.213.108 - - [23/Mar/2026:05:37:57 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.024 [openstack-keystone-api-5000] [] 10.0.0.225:5000 151 0.025 200 d763b6a6c226a621ebcb311cd0f1a012 199.19.213.108 - - [23/Mar/2026:05:37:57 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.035 [openstack-keystone-api-5000] [] 10.0.0.225:5000 263 0.035 201 9d773209a0629ddc5ba325930a37f944 199.19.213.108 - - [23/Mar/2026:05:37:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 50856a72063fc88cf8bf56ab47a6df91 199.19.213.108 - - [23/Mar/2026:05:37:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.323 [openstack-keystone-api-5000] [] 10.0.0.225:5000 2157 0.323 201 14fd66ac226334f0dc6c98196edcd380 199.19.213.108 - - [23/Mar/2026:05:37:58 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.225:5000 86 0.022 404 172f55aed81066931ed1950411b05339 199.19.213.108 - - [23/Mar/2026:05:37:58 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.016 [openstack-keystone-api-5000] [] 10.0.0.225:5000 382 0.017 200 bf469f0b23a4f6ca823ccff20be97c49 199.19.213.108 - - [23/Mar/2026:05:37:58 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=85b8aa6fa77944d7b25dcce2837e9ee7 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.018 [openstack-keystone-api-5000] [] 10.0.0.225:5000 205 0.017 200 b4acb47135725fbb10c28fd795ed1557 199.19.213.108 - - [23/Mar/2026:05:37:58 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.035 [openstack-keystone-api-5000] [] 10.0.0.225:5000 379 0.036 201 f316ccbabc74f382cae317e47189200e 199.19.213.108 - - [23/Mar/2026:05:37:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 14a955d9ef243fb19f25b8dba1b76603 199.19.213.108 - - [23/Mar/2026:05:37:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.225:5000 2366 0.311 201 6ea31ad9aa9c46fdb3946ea8e17189e1 199.19.213.108 - - [23/Mar/2026:05:37:59 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.225:5000 86 0.021 404 00237b034b99228ac1a6c3f423454440 199.19.213.108 - - [23/Mar/2026:05:37:59 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.225:5000 382 0.017 200 fdd7bff112b5573998e6bf2098c159e7 199.19.213.108 - - [23/Mar/2026:05:37:59 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=85b8aa6fa77944d7b25dcce2837e9ee7 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.025 [openstack-keystone-api-5000] [] 10.0.0.225:5000 207 0.024 200 3c96ae2d5519dbdbf7ddcbbde969cef4 199.19.213.108 - - [23/Mar/2026:05:37:59 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.029 [openstack-keystone-api-5000] [] 10.0.0.225:5000 392 0.028 201 3692c3634cb6ba99a0c628225b1985f4 W0323 05:38:00.504217 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0323 05:38:00.504349 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0323 05:38:00.504429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:00.504449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0323 05:38:00.509368 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0323 05:38:00.509403 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0323 05:38:00.514768 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0323 05:38:00.515138 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0323 05:38:00.515482 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0323 05:38:00.515569 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0323 05:38:00.515625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:00.515639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0323 05:38:00.515753 7 controller.go:196] "Configuration changes detected, backend reload required" I0323 05:38:00.516132 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"7ae8596a-4a46-4778-850c-c60fd3492e7a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7965", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0323 05:38:00.560675 7 controller.go:216] "Backend successfully reloaded" I0323 05:38:00.560914 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xhjth", UID:"4661c500-1da1-4f7e-bea1-c82c804bac6d", APIVersion:"v1", ResourceVersion:"1174", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0323 05:38:00.822197 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0323 05:38:00.823458 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0323 05:38:03.848871 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0323 05:38:03.848980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:03.848992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:17.088676 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0323 05:38:17.089115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:17.089145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:22.564236 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0323 05:38:22.564371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:22.564391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0323 05:38:22.564556 7 controller.go:196] "Configuration changes detected, backend reload required" I0323 05:38:22.612252 7 controller.go:216] "Backend successfully reloaded" I0323 05:38:22.612538 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xhjth", UID:"4661c500-1da1-4f7e-bea1-c82c804bac6d", APIVersion:"v1", ResourceVersion:"1174", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0323 05:38:25.899087 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0323 05:38:25.899270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:25.899293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:29.232988 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0323 05:38:29.233234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:29.233264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:32.565557 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0323 05:38:32.565767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:32.565795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:35.897884 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0323 05:38:35.898099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:35.898149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0323 05:38:47.752126 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.97.153.198"}] I0323 05:38:47.761583 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"7ae8596a-4a46-4778-850c-c60fd3492e7a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8381", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0323 05:38:47.764746 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0323 05:38:47.764916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:47.764945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:51.099087 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0323 05:38:51.099346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:51.099380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:54.431924 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0323 05:38:54.432063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:54.432085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:57.764945 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0323 05:38:57.765163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:38:57.765197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:39:07.647634 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0323 05:39:07.647815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:39:07.647841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:39:46.610873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:39:46.610908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:41:01.402847 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0323 05:41:01.402957 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0323 05:41:01.403017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:41:01.403039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0323 05:41:01.406797 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:39.2kB} I0323 05:41:01.406824 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0323 05:41:01.411967 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0323 05:41:01.412212 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"0f6ba596-4ddf-47d9-9607-140cc4f1a3ee", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9388", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0323 05:41:01.412516 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0323 05:41:01.412949 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0323 05:41:01.413064 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0323 05:41:01.413150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:41:01.413172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0323 05:41:01.413321 7 controller.go:196] "Configuration changes detected, backend reload required" I0323 05:41:01.460989 7 controller.go:216] "Backend successfully reloaded" I0323 05:41:01.461247 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xhjth", UID:"4661c500-1da1-4f7e-bea1-c82c804bac6d", APIVersion:"v1", ResourceVersion:"1174", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0323 05:41:01.685482 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0323 05:41:01.686781 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0323 05:41:04.748021 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0323 05:41:04.748258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:41:04.748282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.108 - - [23/Mar/2026:05:41:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 094aec6fc1d4e29806b017e8fe5a9cdb 199.19.213.108 - - [23/Mar/2026:05:41:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.353 [openstack-keystone-api-5000] [] 10.0.0.225:5000 3201 0.354 201 17465f956ae3b1df601dd9dced1d65b0 199.19.213.108 - - [23/Mar/2026:05:41:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 27759dad2ae3f4460507c8291737ad91 199.19.213.108 - - [23/Mar/2026:05:41:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b70ea285ba2c90fd81a3e19c84c8d095 199.19.213.108 - - [23/Mar/2026:05:41:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 1f8b619e1715942cd6de9122b0e59054 199.19.213.108 - - [23/Mar/2026:05:41:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.225:5000 3201 0.303 201 e221679af6bd73e686101892379fbb2f 199.19.213.108 - - [23/Mar/2026:05:41:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4d440b7844486613e882bc5d872989fa 199.19.213.108 - - [23/Mar/2026:05:41:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8f50d60b0a906de3c305fba5970d018c 199.19.213.108 - - [23/Mar/2026:05:41:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 a6756131e660ac05ee2afc6b2d24cc07 199.19.213.108 - - [23/Mar/2026:05:41:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.225:5000 3201 0.300 201 ca628b25ee55a94fd39311e5e8552215 199.19.213.108 - - [23/Mar/2026:05:41:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7720c8e30472eb020098fea46ecd4105 199.19.213.108 - - [23/Mar/2026:05:41:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 90e97baacddc6a4d54a406edfb4f65e1 199.19.213.108 - - [23/Mar/2026:05:41:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.003 300 0a6100b9fc3680540477df3028912998 199.19.213.108 - - [23/Mar/2026:05:41:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.225:5000 3201 0.295 201 0ace128113538eacb62abf0da981e99f 199.19.213.108 - - [23/Mar/2026:05:41:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 935cd5bd434bcf070708b0dc62caa921 199.19.213.108 - - [23/Mar/2026:05:41:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a209e03d0855bb27542a02f30fa21bf3 199.19.213.108 - - [23/Mar/2026:05:41:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.005 300 176e9da3f0708c6a9a4e20a1c0b22dbb 199.19.213.108 - - [23/Mar/2026:05:41:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.225:5000 3201 0.290 201 8204e2fa7257700b05d2717d51c01897 199.19.213.108 - - [23/Mar/2026:05:41:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 609969b1c39a9f1774e80038d92bcc9b 199.19.213.108 - - [23/Mar/2026:05:41:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 162dc333e3c0573f3da5bac266c54d1b 199.19.213.108 - - [23/Mar/2026:05:41:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 1395cd762288bd3628c6914278debf79 199.19.213.108 - - [23/Mar/2026:05:41:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.225:5000 3201 0.294 201 c37c3e63388fc35cdc0b298be8a75196 199.19.213.108 - - [23/Mar/2026:05:41:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 24dd55b26c1cf07558f3abff8ab7c61c 199.19.213.108 - - [23/Mar/2026:05:41:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2507169537ef867dfc30fe7569a2ee9d W0323 05:41:14.923358 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0323 05:41:14.923567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:41:14.923597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.108 - - [23/Mar/2026:05:41:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.003 300 894e5bf906d47c25d18c64c01508d44c 199.19.213.108 - - [23/Mar/2026:05:41:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.317 [openstack-keystone-api-5000] [] 10.0.0.225:5000 3201 0.317 201 e208af4ae43942bed45ee682311d3684 199.19.213.108 - - [23/Mar/2026:05:41:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0c7cbae06e42ae994a263e61d112b7cd 199.19.213.108 - - [23/Mar/2026:05:41:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b4f5e27ddb895e1ce1ade6f8b6590ac0 199.19.213.108 - - [23/Mar/2026:05:41:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 3e9b89eb1124b293aebd4a552d89b03a 199.19.213.108 - - [23/Mar/2026:05:41:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.307 [openstack-keystone-api-5000] [] 10.0.0.225:5000 3201 0.308 201 c847874422f4b2578751a5d41f148d9c 199.19.213.108 - - [23/Mar/2026:05:41:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 934d460ddf128a433d84b3ad65096fec 199.19.213.108 - - [23/Mar/2026:05:41:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 939e785bf5f6f309cc137138bc1346d4 199.19.213.108 - - [23/Mar/2026:05:41:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.003 300 662984a37230113f1e103925ae4daa76 199.19.213.108 - - [23/Mar/2026:05:41:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.225:5000 3201 0.297 201 81421ec893da62f483eddb91e69759ae 199.19.213.108 - - [23/Mar/2026:05:41:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - db520309fe743fcbe3566be3e17f224a 199.19.213.108 - - [23/Mar/2026:05:41:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e2ed00e42c443da984a16f46dcf154a5 199.19.213.108 - - [23/Mar/2026:05:41:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.004 300 1956e341088fe810ed42ee335bef8a16 199.19.213.108 - - [23/Mar/2026:05:41:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.225:5000 3201 0.297 201 7fe804199c8e38f6c0a296d7283a8426 199.19.213.108 - - [23/Mar/2026:05:41:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8c461aa783ef48292d8464c373519078 199.19.213.108 - - [23/Mar/2026:05:41:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8a0c35ce392dd27c95abae26ae1284f6 W0323 05:41:23.166711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:41:23.166744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.108 - - [23/Mar/2026:05:41:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.003 300 1e632699ea252404313a6a53b53b9b77 199.19.213.108 - - [23/Mar/2026:05:41:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.313 [openstack-keystone-api-5000] [] 10.0.0.225:5000 3201 0.312 201 8c5b53df269aa8f1c39d150755715ad2 199.19.213.108 - - [23/Mar/2026:05:41:23 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.80:9292 1193 0.002 300 b276c77ba0ba87548f09cda2f1649066 199.19.213.108 - - [23/Mar/2026:05:41:24 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.559 [openstack-glance-api-9292] [] 10.0.0.80:9292 69 0.560 200 149d251cf0ba30fb080a1e7777b4b97f 199.19.213.108 - - [23/Mar/2026:05:41:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.225:5000 281 0.005 300 3bf58ddeb682e6042f795dd0a96db940 199.19.213.108 - - [23/Mar/2026:05:41:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.225:5000 3201 0.301 201 982cda0488909c87e532593b758f2a50 199.19.213.108 - - [23/Mar/2026:05:41:27 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.80:9292 1193 0.002 300 f02d3c52ee331296748b6e68624baec2 199.19.213.108 - - [23/Mar/2026:05:41:27 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.046 [openstack-glance-api-9292] [] 10.0.0.80:9292 69 0.046 200 b7b85cf799e4f897d3091574027d83ba 199.19.213.108 - - [23/Mar/2026:05:41:27 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.113 [openstack-glance-api-9292] [] 10.0.0.80:9292 151 0.112 404 d99277bc9f584109b37af0f0cb519fd0 199.19.213.108 - - [23/Mar/2026:05:41:27 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.024 [openstack-glance-api-9292] [] 10.0.0.80:9292 81 0.023 200 50ab155e69590a6aca5113098f7c38ff 199.19.213.108 - - [23/Mar/2026:05:41:27 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.026 [openstack-glance-api-9292] [] 10.0.0.80:9292 84 0.025 200 f7a74d501c22bdd7a371b581167d08ed 199.19.213.108 - - [23/Mar/2026:05:41:27 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.061 [openstack-glance-api-9292] [] 10.0.0.80:9292 760 0.061 201 894fa175626abb0bb231993a6e709d63 199.19.213.108 - - [23/Mar/2026:05:41:31 +0000] "PUT /v2/images/b25a7046-17b3-415c-a1d6-74be35321675/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.650 [openstack-glance-api-9292] [] 10.0.0.80:9292 0 3.649 204 c0b3783b8aadb9c471ad2297baa00fb3 199.19.213.108 - - [23/Mar/2026:05:41:31 +0000] "GET /v2/images/b25a7046-17b3-415c-a1d6-74be35321675 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.80:9292 1171 0.017 200 70e1d46c23ed3c9f7b65a04c17d74e67 199.19.213.108 - - [23/Mar/2026:05:41:31 +0000] "GET /v2/images/b25a7046-17b3-415c-a1d6-74be35321675 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.013 [openstack-glance-api-9292] [] 10.0.0.80:9292 1171 0.013 200 6e79f6da0adc3ce0450106e2ca7c5a7c W0323 05:41:34.056805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:41:34.056873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:41:37.391103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:41:37.391241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0323 05:41:47.751372 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.97.153.198"}] I0323 05:41:47.758484 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"0f6ba596-4ddf-47d9-9607-140cc4f1a3ee", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9780", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0323 05:41:47.759213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0323 05:41:47.759238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store