------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0411 21:47:46.642224 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0411 21:47:46.642414 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0411 21:47:46.650523 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0411 21:47:46.653894 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0411 21:47:47.142651 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0411 21:47:47.164114 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0411 21:47:47.177221 7 nginx.go:271] "Starting NGINX Ingress controller" I0411 21:47:47.183951 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"53f726ce-238e-48a7-a698-ad13eadbfbfc", APIVersion:"v1", ResourceVersion:"1340", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0411 21:47:47.188601 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"9b3d2ecf-7ef5-473e-accb-fb5db63fa22f", APIVersion:"v1", ResourceVersion:"1341", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0411 21:47:47.188644 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"583582fd-881e-417a-a10b-f3ad25608d8e", APIVersion:"v1", ResourceVersion:"1342", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0411 21:47:48.378973 7 nginx.go:317] "Starting NGINX process" I0411 21:47:48.379136 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0411 21:47:48.379745 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0411 21:47:48.380169 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0411 21:47:48.380289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:47:48.380333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 21:47:48.380439 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 21:47:48.393113 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0411 21:47:48.393161 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-p9sdp" I0411 21:47:48.417654 7 controller.go:216] "Backend successfully reloaded" I0411 21:47:48.417735 7 controller.go:227] "Initial sync, sleeping for 1 second" I0411 21:47:48.417818 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-p9sdp", UID:"46f77bd5-a850-4ddb-8319-ba46f2a6d1af", APIVersion:"v1", ResourceVersion:"1448", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0411 21:47:52.201383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:47:52.201474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:47:55.535163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:47:55.535250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:47:58.869749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:47:58.869783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:02.201637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:02.201681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:05.536499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:05.536562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:08.868533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:08.868573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:12.202422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:12.202475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:15.536559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:15.536600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:18.869131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:18.869195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:22.203845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:22.203877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:25.535497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:25.535545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:14.555515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:14.555557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:17.889231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:17.889280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:38.549431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:38.549466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:41.883631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:41.883681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:45.216325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:45.216356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:48.550007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:48.550051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:51.884130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:51.884172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:55.217595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:55.217641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:58.550620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:58.550669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:50:01.883628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:50:01.883671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:50:05.217174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:50:05.217210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:50:08.730913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:50:08.730941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:52:24.496642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:52:24.496687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:52:27.130922 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-25.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-25.nip.io-tls was not found. Using default certificate W0411 21:52:27.131076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:52:27.131110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 21:52:27.133441 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:14.7kB} I0411 21:52:27.133485 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0411 21:52:27.143115 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0411 21:52:27.143485 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e5dcb84d-7155-43c7-8e85-3a391a51103a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3485", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 21:52:27.143726 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-25.nip.io-tls" in local store I0411 21:52:27.542676 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-25.nip.io-tls" I0411 21:52:27.544046 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-25.nip.io-tls" W0411 21:52:27.830594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:52:27.830630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 21:52:27.830683 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 21:52:27.873606 7 controller.go:216] "Backend successfully reloaded" I0411 21:52:27.873793 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-p9sdp", UID:"46f77bd5-a850-4ddb-8319-ba46f2a6d1af", APIVersion:"v1", ResourceVersion:"1448", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0411 21:52:31.165368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:52:31.165418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [11/Apr/2026:21:52:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.120 [auth-system-keycloak-80] [] 10.0.0.135:8080 1925 2.119 200 435ac5c81ee42908cfb5511ad5409fdc 199.204.45.25 - - [11/Apr/2026:21:52:38 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.181 [auth-system-keycloak-80] [] 10.0.0.135:8080 116 0.181 404 0dbbcf524ff65115db80f7bf51cd662a 199.204.45.25 - - [11/Apr/2026:21:52:43 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 5.006 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 5.006 201 b021445ae76df623fe5d502c1ca3e6af 199.204.45.25 - - [11/Apr/2026:21:52:44 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.576 [auth-system-keycloak-80] [] 10.0.0.135:8080 4246 0.576 200 a157edb76d9bd63fd3615b5dff39e01c 199.204.45.25 - - [11/Apr/2026:21:52:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.496 [auth-system-keycloak-80] [] 10.0.0.135:8080 1925 0.494 200 7504e94dd648b02e5afee87062a6e9ad 199.204.45.25 - - [11/Apr/2026:21:52:45 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.091 [auth-system-keycloak-80] [] 10.0.0.135:8080 12500 0.091 200 8fed1cdb6dc3d113cdc9db31c6805f74 199.204.45.25 - - [11/Apr/2026:21:52:45 +0000] "GET /admin/realms/atmosphere/client-scopes/3f198ef5-ee1a-489c-ad5a-3e48baa490e3 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.010 [auth-system-keycloak-80] [] 10.0.0.135:8080 1278 0.010 200 b5bdd54eb89b0f1e92eef0a963d3af5b 199.204.45.25 - - [11/Apr/2026:21:52:45 +0000] "PUT /admin/realms/atmosphere/client-scopes/3f198ef5-ee1a-489c-ad5a-3e48baa490e3 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.072 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.072 204 c2b6f6355d0c59073f03dc454a8605c3 199.204.45.25 - - [11/Apr/2026:21:52:45 +0000] "GET /admin/realms/atmosphere/client-scopes/3f198ef5-ee1a-489c-ad5a-3e48baa490e3/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.093 [auth-system-keycloak-80] [] 10.0.0.135:8080 963 0.092 200 57e78df8980d3cae4ccd8e1cba5957ca 199.204.45.25 - - [11/Apr/2026:21:52:45 +0000] "GET /admin/realms/atmosphere/client-scopes/3f198ef5-ee1a-489c-ad5a-3e48baa490e3/protocol-mappers/models/ec087699-ac8f-4aaf-8097-e98c2ab39e2b HTTP/1.1" 200 366 "-" "Ansible" 1307 0.079 [auth-system-keycloak-80] [] 10.0.0.135:8080 366 0.079 200 1f6950977dc0e1ea05991496c17dd989 199.204.45.25 - - [11/Apr/2026:21:52:45 +0000] "PUT /admin/realms/atmosphere/client-scopes/3f198ef5-ee1a-489c-ad5a-3e48baa490e3/protocol-mappers/models/ec087699-ac8f-4aaf-8097-e98c2ab39e2b HTTP/1.1" 204 0 "-" "Ansible" 1620 0.025 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.024 204 12b4408fd77cdf6795a90a8c28055cd8 199.204.45.25 - - [11/Apr/2026:21:52:45 +0000] "GET /admin/realms/atmosphere/client-scopes/3f198ef5-ee1a-489c-ad5a-3e48baa490e3 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.068 [auth-system-keycloak-80] [] 10.0.0.135:8080 1218 0.068 200 1257a7178622b83a4c00c85eee24bdea I0411 21:52:48.399040 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.28.161"}] I0411 21:52:48.404567 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e5dcb84d-7155-43c7-8e85-3a391a51103a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3781", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 21:52:48.405143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:52:48.405166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [11/Apr/2026:21:53:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.471 [auth-system-keycloak-80] [] 10.0.0.135:8080 1925 0.470 200 8a32d663b6edcc00b7ea53220e1beb02 199.204.45.25 - - [11/Apr/2026:21:53:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.030 [auth-system-keycloak-80] [] 10.0.0.135:8080 2 0.030 200 b5ede76c2cb83570e8e680393656473c 199.204.45.25 - - [11/Apr/2026:21:53:07 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.382 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.381 201 c26746d401a44d11c98865c36aee873c 199.204.45.25 - - [11/Apr/2026:21:53:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.091 [auth-system-keycloak-80] [] 10.0.0.135:8080 1259 0.091 200 ab2e797616019a5799b5c1d84cb28395 199.204.45.25 - - [11/Apr/2026:21:53:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.468 [auth-system-keycloak-80] [] 10.0.0.135:8080 1925 0.466 200 73b89a3e3ffed68d0ed56a35aef68e1e 199.204.45.25 - - [11/Apr/2026:21:53:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.048 [auth-system-keycloak-80] [] 10.0.0.135:8080 2 0.049 200 f1976f9beb246086969d01bd693e4ab7 199.204.45.25 - - [11/Apr/2026:21:53:08 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.093 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.091 201 d8dbfa36adfdced7e6a87785ec40d060 199.204.45.25 - - [11/Apr/2026:21:53:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.025 [auth-system-keycloak-80] [] 10.0.0.135:8080 1283 0.025 200 572d4edf2c971a0c41e017c5c1249164 199.204.45.25 - - [11/Apr/2026:21:53:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.871 [auth-system-keycloak-80] [] 10.0.0.135:8080 1925 0.870 200 b2d8ac0a31bfb64861ee5ddc4b6e4899 199.204.45.25 - - [11/Apr/2026:21:53:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.012 [auth-system-keycloak-80] [] 10.0.0.135:8080 2 0.011 200 53c9e5ce9239c226e75672091819f516 199.204.45.25 - - [11/Apr/2026:21:53:09 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.082 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.081 201 d05d02bdc9f4b1f7ec23942af4fcdd49 199.204.45.25 - - [11/Apr/2026:21:53:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.084 [auth-system-keycloak-80] [] 10.0.0.135:8080 1249 0.084 200 2db1712ad73a5f4356d3e72db02141c3 199.204.45.25 - - [11/Apr/2026:21:53:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.482 [auth-system-keycloak-80] [] 10.0.0.135:8080 1925 0.480 200 9f28b971e0a4cf739afe5b4236f1fd25 199.204.45.25 - - [11/Apr/2026:21:53:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.135:8080 1259 0.008 200 d6b5a20c86bec53491e035d5b349b12b 199.204.45.25 - - [11/Apr/2026:21:53:10 +0000] "GET /admin/realms/atmosphere/clients/0fc5182d-79c5-463a-8670-fbd318f7f28f/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.135:8080 119 0.011 404 f0c9c08e21163f8e34ce74f18be1ce67 199.204.45.25 - - [11/Apr/2026:21:53:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.135:8080 1259 0.009 200 787127340575a3079a203f32ae39bc69 199.204.45.25 - - [11/Apr/2026:21:53:10 +0000] "POST /admin/realms/atmosphere/clients/0fc5182d-79c5-463a-8670-fbd318f7f28f/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.049 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.048 201 74d4d6ea964dc75ce51d2236e9ac87d2 199.204.45.25 - - [11/Apr/2026:21:53:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.135:8080 1259 0.007 200 3ae653c7ec7a64c87816bf00d05f1b1e 199.204.45.25 - - [11/Apr/2026:21:53:11 +0000] "GET /admin/realms/atmosphere/clients/0fc5182d-79c5-463a-8670-fbd318f7f28f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.067 [auth-system-keycloak-80] [] 10.0.0.135:8080 166 0.066 200 56f8b3a7ae314b9756cd37ec65b19c79 199.204.45.25 - - [11/Apr/2026:21:53:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.449 [auth-system-keycloak-80] [] 10.0.0.135:8080 1925 0.448 200 19cfc3f7e29ae3a336ea480cfdc4174e 199.204.45.25 - - [11/Apr/2026:21:53:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.135:8080 1283 0.007 200 1e4e7aa9399d670fc6a285bf2108a653 199.204.45.25 - - [11/Apr/2026:21:53:11 +0000] "GET /admin/realms/atmosphere/clients/8da1b220-beba-4943-b6d6-6203fc8d85de/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.008 [auth-system-keycloak-80] [] 10.0.0.135:8080 119 0.008 404 729feccddb7ada22b231dbb86e9cac82 199.204.45.25 - - [11/Apr/2026:21:53:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.022 [auth-system-keycloak-80] [] 10.0.0.135:8080 1283 0.022 200 a41287c972c08a7593fa249d621434ee 199.204.45.25 - - [11/Apr/2026:21:53:11 +0000] "POST /admin/realms/atmosphere/clients/8da1b220-beba-4943-b6d6-6203fc8d85de/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.013 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.012 201 4c04021823aa392ff50028f1dbb6bbfa 199.204.45.25 - - [11/Apr/2026:21:53:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.135:8080 1283 0.006 200 b534b150c14d1979b8b2a2efa130c57d 199.204.45.25 - - [11/Apr/2026:21:53:11 +0000] "GET /admin/realms/atmosphere/clients/8da1b220-beba-4943-b6d6-6203fc8d85de/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.062 [auth-system-keycloak-80] [] 10.0.0.135:8080 165 0.061 200 21cd01acf4bb29fe9f6bc904f75fa1df 199.204.45.25 - - [11/Apr/2026:21:53:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.472 [auth-system-keycloak-80] [] 10.0.0.135:8080 1925 0.471 200 45974b800c70c71c790c6a1ffe5062c8 199.204.45.25 - - [11/Apr/2026:21:53:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.031 [auth-system-keycloak-80] [] 10.0.0.135:8080 1283 0.032 200 3705fe85088675ad42196d5378fd6c06 199.204.45.25 - - [11/Apr/2026:21:53:12 +0000] "GET /admin/realms/atmosphere/clients/8da1b220-beba-4943-b6d6-6203fc8d85de/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.135:8080 119 0.013 404 9c1524c502988d2c706043b135478ea0 199.204.45.25 - - [11/Apr/2026:21:53:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.135:8080 1283 0.007 200 228de7537e5376929b37268725550d48 199.204.45.25 - - [11/Apr/2026:21:53:12 +0000] "POST /admin/realms/atmosphere/clients/8da1b220-beba-4943-b6d6-6203fc8d85de/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.058 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.057 201 2f090a4a387787dfc3b02b4ac3456106 199.204.45.25 - - [11/Apr/2026:21:53:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.135:8080 1283 0.007 200 e31fe0fc92f33f14930cb53a0191a973 199.204.45.25 - - [11/Apr/2026:21:53:12 +0000] "GET /admin/realms/atmosphere/clients/8da1b220-beba-4943-b6d6-6203fc8d85de/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.135:8080 166 0.014 200 103ba292cda6803a32137712a310ea92 199.204.45.25 - - [11/Apr/2026:21:53:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.479 [auth-system-keycloak-80] [] 10.0.0.135:8080 1925 0.477 200 19827ba96fc7c2d1cc4684b8222e4959 199.204.45.25 - - [11/Apr/2026:21:53:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.013 [auth-system-keycloak-80] [] 10.0.0.135:8080 1283 0.013 200 755b09c52cf666b47f4dbc92eb333552 199.204.45.25 - - [11/Apr/2026:21:53:13 +0000] "GET /admin/realms/atmosphere/clients/8da1b220-beba-4943-b6d6-6203fc8d85de/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.064 [auth-system-keycloak-80] [] 10.0.0.135:8080 119 0.063 404 a51804258a1370d68c16fa9e2e6ac7a8 199.204.45.25 - - [11/Apr/2026:21:53:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.135:8080 1283 0.006 200 306354e23dd184fe88577a0aacd475e4 199.204.45.25 - - [11/Apr/2026:21:53:13 +0000] "POST /admin/realms/atmosphere/clients/8da1b220-beba-4943-b6d6-6203fc8d85de/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.017 201 5b316ed7bd7531be533b79ecc92d4d2b 199.204.45.25 - - [11/Apr/2026:21:53:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.049 [auth-system-keycloak-80] [] 10.0.0.135:8080 1283 0.049 200 d4e080dd8f21b85435bca3b47818d172 199.204.45.25 - - [11/Apr/2026:21:53:13 +0000] "GET /admin/realms/atmosphere/clients/8da1b220-beba-4943-b6d6-6203fc8d85de/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.135:8080 166 0.015 200 859b48ff5ed0a39d7687bc0dce4cf7f4 199.204.45.25 - - [11/Apr/2026:21:53:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.498 [auth-system-keycloak-80] [] 10.0.0.135:8080 1925 0.497 200 5a659eeb2951dac2f4edff363f50b273 199.204.45.25 - - [11/Apr/2026:21:53:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.135:8080 1249 0.007 200 d1ba3425f93202371bdcfd8157b944bf 199.204.45.25 - - [11/Apr/2026:21:53:14 +0000] "GET /admin/realms/atmosphere/clients/074c2def-bed4-4e4c-a417-deaced3972d8/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.135:8080 119 0.008 404 1bdde74dfe1e1672b2bac040bb67815d 199.204.45.25 - - [11/Apr/2026:21:53:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.135:8080 1249 0.005 200 5c246402793e325c41f141a8a8217212 199.204.45.25 - - [11/Apr/2026:21:53:14 +0000] "POST /admin/realms/atmosphere/clients/074c2def-bed4-4e4c-a417-deaced3972d8/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.056 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.055 201 6a8ace6d8fca7fcac9b6518670e7a360 199.204.45.25 - - [11/Apr/2026:21:53:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.135:8080 1249 0.008 200 5ec7240f0e06e6fa96bb465885bb1b47 199.204.45.25 - - [11/Apr/2026:21:53:14 +0000] "GET /admin/realms/atmosphere/clients/074c2def-bed4-4e4c-a417-deaced3972d8/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.135:8080 166 0.015 200 3b557872a0ecc0aca78f211b4c56006e W0411 21:53:22.995877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:53:22.995909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:53:26.329605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:53:26.329653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:20.184747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:20.184798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:20.251075 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 21:54:20.251160 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0411 21:54:20.251196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:20.251221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:20.251465 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:20.251545 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0411 21:54:20.251612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:20.251635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:20.252579 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:20.252665 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0411 21:54:20.252719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:20.252740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 21:54:20.253830 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0411 21:54:20.253860 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0411 21:54:20.254102 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0411 21:54:20.254123 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0411 21:54:20.255083 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0411 21:54:20.255115 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0411 21:54:20.259498 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0411 21:54:20.260100 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"61e6f4d5-08c6-4b41-8fb0-5d607027c3dc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4497", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 21:54:20.260381 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0411 21:54:20.262697 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0411 21:54:20.263063 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0411 21:54:20.263088 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0411 21:54:20.263207 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"900e60f8-b784-4046-8415-d0655bf79c9b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4498", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0411 21:54:20.263248 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"43f24dc9-d120-44f4-b5c5-834ef2887031", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4500", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 21:54:20.263317 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0411 21:54:20.586645 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0411 21:54:20.587627 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0411 21:54:20.620509 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0411 21:54:20.622476 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0411 21:54:21.869550 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0411 21:54:21.871055 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0411 21:54:23.518409 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:23.518462 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 21:54:23.518492 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:23.518589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:23.518609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 21:54:23.518717 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 21:54:23.570895 7 controller.go:216] "Backend successfully reloaded" I0411 21:54:23.571188 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-p9sdp", UID:"46f77bd5-a850-4ddb-8319-ba46f2a6d1af", APIVersion:"v1", ResourceVersion:"1448", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0411 21:54:26.852133 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:26.852187 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 21:54:26.852215 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:26.852306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:26.852326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:30.185527 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:30.185582 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 21:54:30.185609 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:30.185706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:30.185725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:33.518388 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:33.518438 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 21:54:33.518482 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:33.518617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:33.518637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:36.851475 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:36.851543 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 21:54:36.851584 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:36.851745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:36.851771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:40.185271 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:40.185352 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 21:54:40.185416 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:40.185603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:40.185628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:43.518455 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:43.518537 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:43.518636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:43.518659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:46.852098 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:46.852211 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:46.852374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:46.852417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 21:54:48.408090 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.28.161"}] I0411 21:54:48.408172 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.28.161"}] I0411 21:54:48.408359 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.28.161"}] I0411 21:54:48.418559 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"61e6f4d5-08c6-4b41-8fb0-5d607027c3dc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5337", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0411 21:54:48.423121 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"43f24dc9-d120-44f4-b5c5-834ef2887031", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5338", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0411 21:54:48.423635 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"900e60f8-b784-4046-8415-d0655bf79c9b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5339", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 21:54:50.185655 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:50.185759 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:50.185870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:50.185899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:53.518739 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:53.518893 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:53.519072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:53.519106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:56.852262 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:56.852391 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:56.852562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:56.852595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:00.185061 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:55:00.185184 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:55:00.185391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:00.185422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:03.518445 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:55:03.518536 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:55:03.518650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:03.518672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:06.852420 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:55:06.852611 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:55:06.852763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:06.852790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.6 - - [11/Apr/2026:21:55:07 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.032 [auth-system-keycloak-80] [] 10.0.0.135:8080 6411 0.033 200 b2dc9b62bf34ae5e8adba1af5cbfbd17 10.0.0.75 - - [11/Apr/2026:21:55:07 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.009 [auth-system-keycloak-80] [] 10.0.0.135:8080 6411 0.009 200 e24de7affaab4cb902a922c714bd4e69 W0411 21:55:10.184846 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:55:10.185013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:10.185033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:13.518359 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:55:13.518574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:13.518605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:17.534008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:17.534043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:20.867959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:20.867999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:25.938875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:25.939454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:29.272867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:29.272919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [11/Apr/2026:21:55:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.500 [auth-system-keycloak-80] [] 10.0.0.135:8080 1925 0.499 200 a77392f4d0dc1d00f6257dd36125bf94 199.204.45.25 - - [11/Apr/2026:21:55:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.009 [auth-system-keycloak-80] [] 10.0.0.135:8080 4246 0.008 200 e343647d63f46d3e4083164db68acbc5 199.204.45.25 - - [11/Apr/2026:21:55:33 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.443 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.442 204 d69df5b07bf47d10feebc5a4b1618ad4 199.204.45.25 - - [11/Apr/2026:21:55:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.193 [auth-system-keycloak-80] [] 10.0.0.135:8080 4384 0.193 200 3174878525ae0e595ee9b1c00ad57c89 199.204.45.25 - - [11/Apr/2026:21:55:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.496 [auth-system-keycloak-80] [] 10.0.0.135:8080 1925 0.495 200 7c8bdb83d046c36f90f7e7d72941cd35 199.204.45.25 - - [11/Apr/2026:21:55:34 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.025 [auth-system-keycloak-80] [] 10.0.0.135:8080 1682 0.025 200 08a8204cabdc2e3bcda4f41516ade66b 199.204.45.25 - - [11/Apr/2026:21:55:35 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.135:8080 6411 0.006 200 8a818de57ef656f4fc2dcfc343d4ee75 199.204.45.25 - - [11/Apr/2026:21:55:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.463 [auth-system-keycloak-80] [] 10.0.0.135:8080 1925 0.462 200 1e49bf4c89006bb76c5cbefb6d6761be 199.204.45.25 - - [11/Apr/2026:21:55:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.048 [auth-system-keycloak-80] [] 10.0.0.135:8080 2 0.048 200 4d19cb5860eaaeac188b2dce93f72280 199.204.45.25 - - [11/Apr/2026:21:55:36 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.093 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.092 201 473eb9dd15a879a28434ec15b773e2ac 199.204.45.25 - - [11/Apr/2026:21:55:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.081 [auth-system-keycloak-80] [] 10.0.0.135:8080 2242 0.081 200 331de0e0cf2097e62837a89215c17351 199.204.45.25 - - [11/Apr/2026:21:55:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.492 [auth-system-keycloak-80] [] 10.0.0.135:8080 1925 0.490 200 167d3d620d273b1dcd22b40df17da43d 199.204.45.25 - - [11/Apr/2026:21:55:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.135:8080 2242 0.006 200 d5f402ce3f11171d501daeae294990e1 199.204.45.25 - - [11/Apr/2026:21:55:37 +0000] "GET /admin/realms/atmosphere/clients/add6e754-96a4-413d-8065-4b11500d0d09/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.049 [auth-system-keycloak-80] [] 10.0.0.135:8080 233 0.049 200 28363556a7f48b6be9ae09894014d04e 199.204.45.25 - - [11/Apr/2026:21:55:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.017 [auth-system-keycloak-80] [] 10.0.0.135:8080 831 0.018 200 9b4c24ff206ab4f2ead2affc2db44638 199.204.45.25 - - [11/Apr/2026:21:55:37 +0000] "GET /admin/realms/atmosphere/clients/d98ca17c-fc87-46e4-9735-7e4dcd991d72/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.070 [auth-system-keycloak-80] [] 10.0.0.135:8080 3758 0.070 200 49e25961fd032a7eb975fbac1b1287ec 199.204.45.25 - - [11/Apr/2026:21:55:38 +0000] "GET /admin/realms/atmosphere/users/288693c7-4cb4-4ae0-8f05-8544753b4c24/role-mappings/clients/d98ca17c-fc87-46e4-9735-7e4dcd991d72/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.171 [auth-system-keycloak-80] [] 10.0.0.135:8080 3758 0.171 200 646bc5cf3f952e2a4d7e7977b4ae6e6b 199.204.45.25 - - [11/Apr/2026:21:55:38 +0000] "GET /admin/realms/atmosphere/users/288693c7-4cb4-4ae0-8f05-8544753b4c24/role-mappings/clients/d98ca17c-fc87-46e4-9735-7e4dcd991d72/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.021 [auth-system-keycloak-80] [] 10.0.0.135:8080 2 0.021 200 e35496ae4fd652fae4ce911a1684308d 199.204.45.25 - - [11/Apr/2026:21:55:38 +0000] "POST /admin/realms/atmosphere/users/288693c7-4cb4-4ae0-8f05-8544753b4c24/role-mappings/clients/d98ca17c-fc87-46e4-9735-7e4dcd991d72 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.064 [auth-system-keycloak-80] [] 10.0.0.135:8080 0 0.064 204 136a34b18eaa816c117388846fc52bf0 199.204.45.25 - - [11/Apr/2026:21:55:38 +0000] "GET /admin/realms/atmosphere/users/288693c7-4cb4-4ae0-8f05-8544753b4c24/role-mappings/clients/d98ca17c-fc87-46e4-9735-7e4dcd991d72/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.012 [auth-system-keycloak-80] [] 10.0.0.135:8080 576 0.011 200 dd9eb4feb5f313c0fec4b5d2da05ae30 W0411 21:55:40.792327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:40.792360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:44.126816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:44.126881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:48.130970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:48.131005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:57:46.294227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:57:46.294303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:58:23.520760 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0411 21:58:23.521039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:58:23.521143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 21:58:23.525774 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0411 21:58:23.525878 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0411 21:58:23.530640 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0411 21:58:23.530842 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"85d455be-6380-4724-8ca7-4a6c83fc9693", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6970", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 21:58:23.531030 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0411 21:58:23.531306 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0411 21:58:23.531354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:58:23.531367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 21:58:23.531457 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 21:58:23.578821 7 controller.go:216] "Backend successfully reloaded" I0411 21:58:23.579058 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-p9sdp", UID:"46f77bd5-a850-4ddb-8319-ba46f2a6d1af", APIVersion:"v1", ResourceVersion:"1448", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0411 21:58:23.771864 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0411 21:58:23.773383 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0411 21:58:26.866079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:58:26.866333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [11/Apr/2026:21:58:27 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.006 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.006 300 ec4dd7c396e6da249aa8e38985a839e1 199.204.45.25 - - [11/Apr/2026:21:58:29 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.143:5000 265 0.003 200 94154514a03ad268b020e4e72bf0f753 199.204.45.25 - - [11/Apr/2026:21:58:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.338 [openstack-keystone-api-5000] [] 10.0.0.143:5000 1359 0.339 201 a83c0d08c59b9ce7b541695b971998e2 199.204.45.25 - - [11/Apr/2026:21:58:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.003 300 25b5b87b92e786bcdfb97fe5776f19e4 199.204.45.25 - - [11/Apr/2026:21:58:29 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.030 [openstack-keystone-api-5000] [] 10.0.0.143:5000 90 0.030 404 99c4e72f20fe1efd925b1925d81c9b43 199.204.45.25 - - [11/Apr/2026:21:58:29 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.026 [openstack-keystone-api-5000] [] 10.0.0.143:5000 368 0.026 200 31df38adca37f93af8d5e35655a94e06 199.204.45.25 - - [11/Apr/2026:21:58:29 +0000] "GET /v3/domains/c89afd5e15384d72aba2f53c527bbb16 HTTP/1.1" 200 246 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.022 [openstack-keystone-api-5000] [] 10.0.0.143:5000 246 0.023 200 966518d772562f5fc0e3633ce9f1a917 199.204.45.25 - - [11/Apr/2026:21:58:30 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.143:5000 265 0.004 200 a7551dbd5b6a71af48f903aa80ae477a 199.204.45.25 - - [11/Apr/2026:21:58:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.143:5000 1359 0.291 201 09ccc50cad16ec55a97a91975f22a9c3 199.204.45.25 - - [11/Apr/2026:21:58:30 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.003 300 2aa1cd6fcae98360ca0644d78ba8463d 199.204.45.25 - - [11/Apr/2026:21:58:31 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.026 [openstack-keystone-api-5000] [] 10.0.0.143:5000 101 0.027 404 3ca3a84315a73f01302261887d1b0ca2 199.204.45.25 - - [11/Apr/2026:21:58:31 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.018 [openstack-keystone-api-5000] [] 10.0.0.143:5000 155 0.018 200 8095b9cc748d6b1a4fe17dcd0e8dae85 199.204.45.25 - - [11/Apr/2026:21:58:31 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.018 [openstack-keystone-api-5000] [] 10.0.0.143:5000 340 0.019 201 b3ecb2e60702888379286857f8890d56 199.204.45.25 - - [11/Apr/2026:21:58:31 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.143:5000 265 0.004 200 bf8810298c42bfaf5c411ba80379dd58 199.204.45.25 - - [11/Apr/2026:21:58:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.143:5000 1359 0.295 201 cb71564ea61d51fdd2df7e0a478c1c58 199.204.45.25 - - [11/Apr/2026:21:58:32 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.002 300 69e2bee3000b3373bf072ac0cbbed9e4 199.204.45.25 - - [11/Apr/2026:21:58:32 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.018 [openstack-keystone-api-5000] [] 10.0.0.143:5000 98 0.018 404 f4cd104e45db2b77a6eafd02534c6303 199.204.45.25 - - [11/Apr/2026:21:58:32 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.019 [openstack-keystone-api-5000] [] 10.0.0.143:5000 135 0.019 200 8c316f69f0cb41283a1c8efd64d2bea2 199.204.45.25 - - [11/Apr/2026:21:58:32 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.019 [openstack-keystone-api-5000] [] 10.0.0.143:5000 356 0.019 201 eb2bb165e95468c6eb1475888aa8e603 199.204.45.25 - - [11/Apr/2026:21:58:32 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.143:5000 265 0.004 200 5b5c7f3ed2574b6dc0cabb2268652301 199.204.45.25 - - [11/Apr/2026:21:58:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.143:5000 1359 0.291 201 629d5ca8edfc9dff31df74a622e09c3b 199.204.45.25 - - [11/Apr/2026:21:58:33 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.004 300 5cd65c2a82e2ea9d95aec6192b4b2f96 199.204.45.25 - - [11/Apr/2026:21:58:33 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.024 [openstack-keystone-api-5000] [] 10.0.0.143:5000 131 0.025 404 41e6c249f9aa44f0644ae923bbc6edb1 199.204.45.25 - - [11/Apr/2026:21:58:33 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.018 [openstack-keystone-api-5000] [] 10.0.0.143:5000 167 0.018 200 434a6d449098f63647c79fcb10e05ae8 199.204.45.25 - - [11/Apr/2026:21:58:33 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.019 [openstack-keystone-api-5000] [] 10.0.0.143:5000 222 0.019 201 d69d58ea9d87efdb83cbcf928d759dd2 W0411 21:58:42.968006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:58:42.968050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:58:46.302814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:58:46.302893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 21:58:48.402483 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.28.161"}] I0411 21:58:48.408823 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"85d455be-6380-4724-8ca7-4a6c83fc9693", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7197", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 21:58:49.635561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:58:49.635634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:58:52.968105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:58:52.968156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:59:07.437036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:59:07.437088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:59:10.773366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:59:10.773406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:59:14.104761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:59:14.104811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:59:17.438099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:59:17.438171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:00:43.767631 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0411 22:00:43.767782 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0411 22:00:43.767866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:00:43.767894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 22:00:43.772244 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:32.2kB} I0411 22:00:43.772275 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0411 22:00:43.778397 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0411 22:00:43.778711 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"4d59fb9c-0a52-45f8-9315-02c619ed9800", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8045", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 22:00:43.779307 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0411 22:00:43.779802 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0411 22:00:43.779973 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0411 22:00:43.780095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:00:43.780169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 22:00:43.780356 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 22:00:43.831567 7 controller.go:216] "Backend successfully reloaded" I0411 22:00:43.831857 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-p9sdp", UID:"46f77bd5-a850-4ddb-8319-ba46f2a6d1af", APIVersion:"v1", ResourceVersion:"1448", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0411 22:00:44.280176 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0411 22:00:44.281779 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.25 - - [11/Apr/2026:22:00:44 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.003 300 eda3a2f03207117f4d01efafe062308e 199.204.45.25 - - [11/Apr/2026:22:00:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.340 [openstack-keystone-api-5000] [] 10.0.0.143:5000 1990 0.340 201 dd59b4ced7c85bc7dd18973ec452444b 199.204.45.25 - - [11/Apr/2026:22:00:44 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.032 [openstack-keystone-api-5000] [] 10.0.0.143:5000 85 0.031 404 2d01c94e7d5ae0491a04ba0d4fb85a7c 199.204.45.25 - - [11/Apr/2026:22:00:44 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.019 [openstack-keystone-api-5000] [] 10.0.0.143:5000 128 0.020 200 1782d3becf69f387cbdfebfee87e6fd8 199.204.45.25 - - [11/Apr/2026:22:00:45 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.022 [openstack-keystone-api-5000] [] 10.0.0.143:5000 229 0.022 201 dac1e862edc0346e5356e44789f8eeeb W0411 22:00:47.114226 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0411 22:00:47.114419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:00:47.114449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 22:00:48.400657 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.103.28.161"}] I0411 22:00:48.406222 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"4d59fb9c-0a52-45f8-9315-02c619ed9800", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8102", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 22:00:50.446672 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0411 22:00:50.446859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:00:50.446892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [11/Apr/2026:22:00:53 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.004 300 ec996732ce17fd52a28a0c10d79f43ae 199.204.45.25 - - [11/Apr/2026:22:00:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 547 0.290 [openstack-keystone-api-5000] [] 10.0.0.143:5000 1990 0.289 201 34d54a055d57bd9f6d117ef7fef67a68 199.204.45.25 - - [11/Apr/2026:22:00:53 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.027 [openstack-keystone-api-5000] [] 10.0.0.143:5000 1514 0.026 200 6d1f820a79115e7372691a9166e72138 199.204.45.25 - - [11/Apr/2026:22:00:53 +0000] "PUT /v3/roles/5b3674d3c1584c79b34a1c21dc0f3a0a/implies/86e104bee6a44f11ba51400ff8971672 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.036 [openstack-keystone-api-5000] [] 10.0.0.143:5000 518 0.037 201 5e635bdee1ba9fb87e096e8d8d18e73c W0411 22:00:53.780834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:00:53.780892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [11/Apr/2026:22:01:39 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.003 300 8bfbc7392c1efb052b3d4e6ac495ebd3 199.204.45.25 - - [11/Apr/2026:22:01:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.331 [openstack-keystone-api-5000] [] 10.0.0.143:5000 2053 0.332 201 38384c58aa21b87b04a7737b94de1cef 199.204.45.25 - - [11/Apr/2026:22:01:40 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.031 [openstack-keystone-api-5000] [] 10.0.0.143:5000 87 0.031 404 66596067e88041a1e7fb62e2bd59aaf2 199.204.45.25 - - [11/Apr/2026:22:01:40 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.030 [openstack-keystone-api-5000] [] 10.0.0.143:5000 388 0.030 200 fa4be08228ceb0938738400862d5c2cd 199.204.45.25 - - [11/Apr/2026:22:01:40 +0000] "GET /v3/users/rgw-RegionOne?domain_id=b2b33842a5ed4b7fa8f1c593da2b89a5 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.027 [openstack-keystone-api-5000] [] 10.0.0.143:5000 91 0.027 404 c1d4f94a725be4b1cdebdc0e9401fa4e 199.204.45.25 - - [11/Apr/2026:22:01:40 +0000] "GET /v3/users?domain_id=b2b33842a5ed4b7fa8f1c593da2b89a5&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.029 [openstack-keystone-api-5000] [] 10.0.0.143:5000 177 0.030 200 3c73c0c29c87a0fd24f5a664e634a6f4 199.204.45.25 - - [11/Apr/2026:22:01:40 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.293 [openstack-keystone-api-5000] [] 10.0.0.143:5000 290 0.293 201 6d38438d0d8464224f5adb1dd3008ccb 199.204.45.25 - - [11/Apr/2026:22:01:44 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.004 300 e65601d70a4cd2d25847041942bdbad9 199.204.45.25 - - [11/Apr/2026:22:01:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 547 0.328 [openstack-keystone-api-5000] [] 10.0.0.143:5000 2053 0.328 201 43b231dd071d59915cb84451bd97517c 199.204.45.25 - - [11/Apr/2026:22:01:45 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 428 0.026 [openstack-keystone-api-5000] [] 10.0.0.143:5000 83 0.026 404 c754daad3e27a62511e515c2808276a7 199.204.45.25 - - [11/Apr/2026:22:01:45 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 446 0.025 [openstack-keystone-api-5000] [] 10.0.0.143:5000 359 0.026 200 d906df9cd1057c089ac3def50c6abda4 199.204.45.25 - - [11/Apr/2026:22:01:45 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 432 0.028 [openstack-keystone-api-5000] [] 10.0.0.143:5000 87 0.028 404 dea80671b9592eb1b8b686e94cecf222 199.204.45.25 - - [11/Apr/2026:22:01:45 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 450 0.025 [openstack-keystone-api-5000] [] 10.0.0.143:5000 388 0.025 200 ad8f86faf6ccba6cee1be0644cc3171c 199.204.45.25 - - [11/Apr/2026:22:01:45 +0000] "GET /v3/users/rgw-RegionOne?domain_id=b2b33842a5ed4b7fa8f1c593da2b89a5 HTTP/1.1" 404 91 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 479 0.026 [openstack-keystone-api-5000] [] 10.0.0.143:5000 91 0.026 404 b3c4a40193fd15f4b6aac7f09eae76d0 199.204.45.25 - - [11/Apr/2026:22:01:45 +0000] "GET /v3/users?domain_id=b2b33842a5ed4b7fa8f1c593da2b89a5&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 497 0.053 [openstack-keystone-api-5000] [] 10.0.0.143:5000 456 0.053 200 143ebbd5c6701a02a80cc2f844c0c3b8 199.204.45.25 - - [11/Apr/2026:22:01:45 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.143:5000 88 0.025 404 672823cb77def9d7dbae5d1ebf756333 199.204.45.25 - - [11/Apr/2026:22:01:45 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 451 0.028 [openstack-keystone-api-5000] [] 10.0.0.143:5000 518 0.028 200 440325bc3bb62397399250188e737df8 199.204.45.25 - - [11/Apr/2026:22:01:45 +0000] "PUT /v3/projects/b026b934734443c1914e78f890903319/users/f66bbd9e52a9423a88f934fe80530e27/roles/221cd0a3ecf54b468102aec9e349bb21 HTTP/1.1" 204 0 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 555 0.040 [openstack-keystone-api-5000] [] 10.0.0.143:5000 0 0.040 204 7a75444e82ac9ebea4f729be4c5c1741 199.204.45.25 - - [11/Apr/2026:22:01:47 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.005 300 0efbf02359aa98b482dff4b652853804 199.204.45.25 - - [11/Apr/2026:22:01:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.341 [openstack-keystone-api-5000] [] 10.0.0.143:5000 2053 0.341 201 c129e9eda63f02dc2dabdaf382be0913 199.204.45.25 - - [11/Apr/2026:22:01:47 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.026 [openstack-keystone-api-5000] [] 10.0.0.143:5000 150 0.026 200 6d0e65b331c0779e48004b96a6559e3e 199.204.45.25 - - [11/Apr/2026:22:01:47 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.025 [openstack-keystone-api-5000] [] 10.0.0.143:5000 262 0.025 201 e039ad8afd3a0ab8a06d4a038f3beb2a 199.204.45.25 - - [11/Apr/2026:22:01:48 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.004 300 2f8561c1e2bac1c7f9d7329f149e0c3f 199.204.45.25 - - [11/Apr/2026:22:01:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.143:5000 2155 0.298 201 4f22bf616777cbe69b67da8b5699edf5 199.204.45.25 - - [11/Apr/2026:22:01:48 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.031 [openstack-keystone-api-5000] [] 10.0.0.143:5000 86 0.032 404 00e818249eb97cd918f368cdda4b3b7d 199.204.45.25 - - [11/Apr/2026:22:01:48 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.017 [openstack-keystone-api-5000] [] 10.0.0.143:5000 380 0.017 200 5c38ed049bf94aaafae11c0831488e8f 199.204.45.25 - - [11/Apr/2026:22:01:48 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=d24ecaf874ea4b42b161be6afbc444ef HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.022 [openstack-keystone-api-5000] [] 10.0.0.143:5000 204 0.022 200 cd3d8291fcdf236c2498f8b74d980034 199.204.45.25 - - [11/Apr/2026:22:01:48 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.022 [openstack-keystone-api-5000] [] 10.0.0.143:5000 377 0.022 201 57f7ffd6f1dd948b7a4b7dad6a340466 199.204.45.25 - - [11/Apr/2026:22:01:49 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.003 300 3e2ef4aa4e04f63275b78b2d9d208053 199.204.45.25 - - [11/Apr/2026:22:01:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.302 [openstack-keystone-api-5000] [] 10.0.0.143:5000 2363 0.302 201 f152c66c8cd48d042781644b510e1674 199.204.45.25 - - [11/Apr/2026:22:01:49 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.021 [openstack-keystone-api-5000] [] 10.0.0.143:5000 86 0.021 404 c1b3c493f2c9ca7377ae39d8226f645e 199.204.45.25 - - [11/Apr/2026:22:01:49 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.018 [openstack-keystone-api-5000] [] 10.0.0.143:5000 380 0.018 200 b00194f7b543a8f82dc2a776784f1b70 199.204.45.25 - - [11/Apr/2026:22:01:49 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=d24ecaf874ea4b42b161be6afbc444ef HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.022 [openstack-keystone-api-5000] [] 10.0.0.143:5000 206 0.022 200 463189255240f5b7c5d4d82e4529c6e4 199.204.45.25 - - [11/Apr/2026:22:01:49 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.025 [openstack-keystone-api-5000] [] 10.0.0.143:5000 391 0.025 201 508212ec37c36339202f45984da9d379 W0411 22:01:51.258465 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0411 22:01:51.258604 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0411 22:01:51.258678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:01:51.258703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 22:01:51.263703 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0411 22:01:51.263746 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0411 22:01:51.271212 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0411 22:01:51.271526 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"9a7e2ec9-f77e-4763-a216-a922b46f0843", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8625", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 22:01:51.271786 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0411 22:01:51.272120 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0411 22:01:51.272209 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0411 22:01:51.272272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:01:51.272292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 22:01:51.272410 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 22:01:51.319676 7 controller.go:216] "Backend successfully reloaded" I0411 22:01:51.319911 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-p9sdp", UID:"46f77bd5-a850-4ddb-8319-ba46f2a6d1af", APIVersion:"v1", ResourceVersion:"1448", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0411 22:01:51.549669 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0411 22:01:51.550919 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0411 22:01:54.607102 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0411 22:01:54.607346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:01:54.607364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:02:07.906171 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0411 22:02:07.906360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:02:07.906384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:02:11.624931 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 22:02:11.625117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:02:11.625148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 22:02:11.625318 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 22:02:11.686361 7 controller.go:216] "Backend successfully reloaded" I0411 22:02:11.686646 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-p9sdp", UID:"46f77bd5-a850-4ddb-8319-ba46f2a6d1af", APIVersion:"v1", ResourceVersion:"1448", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0411 22:02:14.958722 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 22:02:14.958862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:02:14.958886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:02:18.292653 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 22:02:18.292883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:02:18.292918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:02:21.627714 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 22:02:21.628384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:02:21.628442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:02:24.959561 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 22:02:24.959843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:02:24.959868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:02:38.989058 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 22:02:38.989255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:02:38.989329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:02:47.315200 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 22:02:47.315451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:02:47.315498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 22:02:48.398659 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.103.28.161"}] I0411 22:02:48.404035 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"9a7e2ec9-f77e-4763-a216-a922b46f0843", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9214", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 22:02:50.648668 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 22:02:50.648855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:02:50.648881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:02:56.368871 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 22:02:56.368998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:02:56.369013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:03:35.179181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:03:35.179229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:04:54.096377 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0411 22:04:54.096513 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0411 22:04:54.096597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:04:54.096624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 22:04:54.101695 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:39.1kB} I0411 22:04:54.101735 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0411 22:04:54.106743 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0411 22:04:54.107044 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"0a04a7d4-004a-483d-aa5f-d0691727ea4b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10158", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 22:04:54.107317 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0411 22:04:54.107845 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0411 22:04:54.108056 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0411 22:04:54.108147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:04:54.108204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 22:04:54.108471 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 22:04:54.162430 7 controller.go:216] "Backend successfully reloaded" I0411 22:04:54.162637 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-p9sdp", UID:"46f77bd5-a850-4ddb-8319-ba46f2a6d1af", APIVersion:"v1", ResourceVersion:"1448", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0411 22:04:54.395634 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0411 22:04:54.396343 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0411 22:04:57.442003 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0411 22:04:57.442230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:04:57.442263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [11/Apr/2026:22:05:00 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.004 300 9c44f37a60437a74380ecd1935c5ddc4 199.204.45.25 - - [11/Apr/2026:22:05:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.314 [openstack-keystone-api-5000] [] 10.0.0.143:5000 3197 0.314 201 9f710c108dde15354276107238b92f74 199.204.45.25 - - [11/Apr/2026:22:05:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - bbb1f7c6bbc3fd397d2dae8274ba7e7d 199.204.45.25 - - [11/Apr/2026:22:05:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 227c7d1379183e397e0a10dec6555644 199.204.45.25 - - [11/Apr/2026:22:05:01 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.003 300 a469085ce2ad5e3ff7ca964d314754b0 199.204.45.25 - - [11/Apr/2026:22:05:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.286 [openstack-keystone-api-5000] [] 10.0.0.143:5000 3197 0.286 201 51ee2727fd331e24ed81284460e4ab25 199.204.45.25 - - [11/Apr/2026:22:05:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ba2cb8c5e430a443d554c8027f4da7c0 199.204.45.25 - - [11/Apr/2026:22:05:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4e6e81ca433cbf592593fbbed1844775 199.204.45.25 - - [11/Apr/2026:22:05:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.007 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.006 300 420f1aad0c39ea627a53b5222db29775 199.204.45.25 - - [11/Apr/2026:22:05:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.143:5000 3197 0.294 201 852c5aa259a628f0a82a82ee6f9dc67a 199.204.45.25 - - [11/Apr/2026:22:05:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - cd74c6b5ad44d5828079b8d0ab14177f 199.204.45.25 - - [11/Apr/2026:22:05:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 66d38185b7e145ade253ec803cc17057 199.204.45.25 - - [11/Apr/2026:22:05:05 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.002 300 73aaa701fd949cf1103e361298a6714b 199.204.45.25 - - [11/Apr/2026:22:05:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.302 [openstack-keystone-api-5000] [] 10.0.0.143:5000 3197 0.302 201 f7f346020382a1732a488897fe2945be 199.204.45.25 - - [11/Apr/2026:22:05:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d9b0ceaef280663949ebcae7eac4294c 199.204.45.25 - - [11/Apr/2026:22:05:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0e8211d864cac603a1b478695de424dd W0411 22:05:06.659281 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0411 22:05:06.659424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:05:06.659445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [11/Apr/2026:22:05:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.002 300 2d7ebc719e7ef03b352cdfd0669bb97a 199.204.45.25 - - [11/Apr/2026:22:05:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.143:5000 3197 0.295 201 6665ee4de6312db037c10446d9328db4 199.204.45.25 - - [11/Apr/2026:22:05:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 046a4d84432fbaeff933bf5ff93340db 199.204.45.25 - - [11/Apr/2026:22:05:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9e11d8dd8fd21770e18e7b3ac2ecf7be 199.204.45.25 - - [11/Apr/2026:22:05:08 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.003 300 32c73ddc6d0b6fb762ac5a1893b91840 199.204.45.25 - - [11/Apr/2026:22:05:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.143:5000 3197 0.284 201 aeec408af4ff4df9670fdba8a30f920a 199.204.45.25 - - [11/Apr/2026:22:05:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 39f459cba46aa9da1a2952d873048161 199.204.45.25 - - [11/Apr/2026:22:05:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - afc98b2dde0c075b403c70671533e335 199.204.45.25 - - [11/Apr/2026:22:05:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.003 300 8a929cedc5d7f23c5baf4560ac1e9959 199.204.45.25 - - [11/Apr/2026:22:05:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.143:5000 3197 0.294 201 17d8981cede6bd9b42f2df8025293330 199.204.45.25 - - [11/Apr/2026:22:05:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e237e86ffbc2b9ab648190bba34505c7 199.204.45.25 - - [11/Apr/2026:22:05:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 740af0fe63ac519d8d979686dc45e72b 199.204.45.25 - - [11/Apr/2026:22:05:12 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.003 300 a134f13dcab7e757389220bd352a1b3f 199.204.45.25 - - [11/Apr/2026:22:05:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.143:5000 3197 0.294 201 6a3e1cef22b0191b2375855bf5cb3e14 199.204.45.25 - - [11/Apr/2026:22:05:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - eeae82caec52b83601369571afa2f111 199.204.45.25 - - [11/Apr/2026:22:05:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 560d0c3a6712cedf054f19375bf5802b 199.204.45.25 - - [11/Apr/2026:22:05:14 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.004 300 7a986516f00b09782876df94ede92006 199.204.45.25 - - [11/Apr/2026:22:05:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.307 [openstack-keystone-api-5000] [] 10.0.0.143:5000 3197 0.307 201 e631ab29a932acfe8f7504d05b61f492 199.204.45.25 - - [11/Apr/2026:22:05:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 46a5730c00ce517a82e8c2cab59d421f 199.204.45.25 - - [11/Apr/2026:22:05:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - efe5309664d5818d1b00bd7f11e66a64 W0411 22:05:16.070972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:05:16.071014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [11/Apr/2026:22:05:16 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.003 300 5e1b7046ddec71d229af1cb06399bf99 199.204.45.25 - - [11/Apr/2026:22:05:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.283 [openstack-keystone-api-5000] [] 10.0.0.143:5000 3197 0.283 201 7d807c22e1abe3a7522e6155b9962b08 199.204.45.25 - - [11/Apr/2026:22:05:16 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.120:9292 1301 0.003 300 fb05eb12e09c5c3b95072c2b34c2e0f0 199.204.45.25 - - [11/Apr/2026:22:05:17 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.565 [openstack-glance-api-9292] [] 10.0.0.120:9292 69 0.565 200 29a3a9c6f0415fff76a1d40cbfbc8ac4 199.204.45.25 - - [11/Apr/2026:22:05:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.143:5000 280 0.004 300 7cd366b14e15a87f179b526639f8db05 199.204.45.25 - - [11/Apr/2026:22:05:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.143:5000 3197 0.290 201 9ac96845265ef1e70aad1558f18a458b 199.204.45.25 - - [11/Apr/2026:22:05:20 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.120:9292 1301 0.002 300 602798441833a080a67936286c7a6eb3 199.204.45.25 - - [11/Apr/2026:22:05:20 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.040 [openstack-glance-api-9292] [] 10.0.0.120:9292 69 0.040 200 5a7c7b7c9f47384397af292e4dc0c493 199.204.45.25 - - [11/Apr/2026:22:05:20 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.122 [openstack-glance-api-9292] [] 10.0.0.120:9292 151 0.122 404 ae8f9591531d6e2b84071f955b5013bf 199.204.45.25 - - [11/Apr/2026:22:05:20 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.023 [openstack-glance-api-9292] [] 10.0.0.120:9292 81 0.023 200 e62a34056b6825592ec3256ad53b3973 199.204.45.25 - - [11/Apr/2026:22:05:20 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.025 [openstack-glance-api-9292] [] 10.0.0.120:9292 84 0.026 200 b8a0d2540716d3c6aaf558a310655866 199.204.45.25 - - [11/Apr/2026:22:05:20 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.057 [openstack-glance-api-9292] [] 10.0.0.120:9292 760 0.058 201 ae63fc8d4b6b59febe3e977d85876e93 199.204.45.25 - - [11/Apr/2026:22:05:24 +0000] "PUT /v2/images/41819afc-70fc-47d1-adda-5faf5df9be19/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.333 [openstack-glance-api-9292] [] 10.0.0.120:9292 0 3.334 204 7d198581fac0060d2b27f35ae7eb01ac 199.204.45.25 - - [11/Apr/2026:22:05:24 +0000] "GET /v2/images/41819afc-70fc-47d1-adda-5faf5df9be19 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.014 [openstack-glance-api-9292] [] 10.0.0.120:9292 1171 0.014 200 b2cdd3cb41eb7f7064a6c06d4bc85724 199.204.45.25 - - [11/Apr/2026:22:05:24 +0000] "GET /v2/images/41819afc-70fc-47d1-adda-5faf5df9be19 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.014 [openstack-glance-api-9292] [] 10.0.0.120:9292 1171 0.014 200 082b3f44e3e7e979214c415413f3c51a W0411 22:05:26.989815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:05:26.989843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:05:30.323390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:05:30.323431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 22:05:48.401493 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.103.28.161"}] I0411 22:05:48.407436 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"0a04a7d4-004a-483d-aa5f-d0691727ea4b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10627", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 22:05:48.408875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 22:05:48.408919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store